00000800:00000200:0.1F:1734015832.983522:0:1967:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012d9959c0] -> 12345-192.168.201.160@tcp (2) 00000800:00000200:1.1F:1734015832.985232:0:1956:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1734015832.985241:0:1956:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.160@tcp ip 192.168.201.160:988 00000800:00000200:1.1:1734015832.985245:0:1956:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c560b00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1734015832.986464:0:1956:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1734015832.987586:0:1956:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00010000:1.0:1734016138.454510:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae018c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.454519:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae018c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.454557:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338811904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.522215:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338813184:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.527191:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338813312:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.527226:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.527230:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338813440:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.533400:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338813440:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.533421:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338813312:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.535769:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338813184:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.543623:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338813824:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.544320:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.544327:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338813952:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.549078:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549087:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549099:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549105:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549124:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.549134:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.549139:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549144:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549150:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549154:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.549157:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549164:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.549168:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.549177:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae01cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.549207:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338813824:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.550443:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550451:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550458:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550463:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550469:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.550475:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3044295, setting rss=3044295; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.550492:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550497:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550506:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550510:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.550513:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550520:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.550523:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.550527:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae01d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.550541:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338813952:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.550877:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338814080:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.555711:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.555733:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338814208:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.563294:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563310:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563324:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563330:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563335:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.563346:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3044295, setting rss=3044295; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.563353:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563358:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563364:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563370:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.563374:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563384:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.563388:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563398:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae01e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.563419:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338814208:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.563736:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563743:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563749:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563754:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563759:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.563765:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.563781:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563785:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563795:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563799:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.563801:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563806:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.563808:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.563813:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae01d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.563823:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338814080:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.580388:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 6/2,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.580401:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.580886:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91300 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.580925:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (737280 741375) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016138.581209:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 0<>3047424 00000100:00100000:1.0:1734016138.581226:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.581236:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338814464:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016138.583845:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800b3b91f00 00010000:00010000:1.0:1734016138.583924:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5321c0/0x6897f2fa45ae0154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23538 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016138.584147:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ebb80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016138.584164:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.584173:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338814720:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016138.630431:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91300 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.630660:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91300 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.630682:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338814464:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.639500:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016138.639512:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338815104:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016138.672289:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa143800: committing for last_committed 4294968340 gen 2 00000100:00100000:1.0:1734016138.672341:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338815104:192.168.201.160@tcp:16:fsx.0 00000080:00200008:1.0:1734016138.674342:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016138.674349:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016138.674364:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016138.674378:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e640/0x6897f2fa45ae01c4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea235bd expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016138.674390:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e640/0x6897f2fa45ae01c4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea235bd expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016138.674400:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016138.674403:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae01c4 00000080:00010000:1.0:1734016138.674408:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae01c4 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016138.674412:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e640/0x6897f2fa45ae01c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea235bd expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016138.674419:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e640/0x6897f2fa45ae01c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea235bd expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016138.674440:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016138.674447:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016138.674461:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016138.674464:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91330, osc lock ffff88012db66260, flags 0x400001002 00000008:00010000:1.0:1734016138.674468:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016138.674469:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91370, osc lock ffff88012db665f0, flags 0x400001002 00010000:00010000:1.0:1734016138.674484:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.674491:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.674555:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.674566:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.674601:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338815360:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.674667:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.674674:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338815232:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.682804:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682823:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682836:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682842:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682849:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.682862:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.682870:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682880:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682886:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682892:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.682896:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682932:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.682938:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.682944:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae01e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.683450:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338815232:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.683472:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683480:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683487:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683493:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683498:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.683504:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3044295, setting rss=3044295; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.683807:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683813:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683818:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683822:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.683825:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683830:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.683834:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.683839:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae01ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.683856:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338815360:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016138.685753:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800b3b91f00 00000008:00010000:1.0:1734016138.686046:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800b3b91f00 00000100:00100000:1.0:1734016138.686062:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338814720:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.686822:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338815488:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.697509:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697522:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697533:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697539:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697545:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.697556:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.697563:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697573:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697578:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697583:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.697587:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697597:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.697601:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.697607:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae01f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.697651:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338815488:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.715518:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715529:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715536:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715541:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715546:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.715555:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3044295, setting rss=3044295; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.715561:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715565:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715570:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715574:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.715577:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715583:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.715587:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.715591:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0218 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.715625:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338816128:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.717308:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717320:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717329:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717335:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717341:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.717352:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.717373:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717378:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717383:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717392:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.717394:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717401:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.717403:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.717409:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0211 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.717429:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338816000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.718130:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338816256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.718191:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016138.718196:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338816384:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.724011:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724025:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724036:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724047:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724053:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.724064:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3044295, setting rss=3044295; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.724071:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724076:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724081:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724086:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.724089:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724096:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.724099:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724104:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0226 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.724167:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338816384:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.724181:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724188:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724195:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724201:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724206:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.724213:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.724232:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724237:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724242:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724249:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.724251:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724255:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.724257:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.724261:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae021f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.724272:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338816256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.729975:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341024000 00000100:00100000:1.0:1734016138.729980:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341024000 00000100:00100000:1.0:1734016138.730008:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 294 00000100:00100000:1.0:1734016138.730013:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341024000:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016138.730020:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.730026:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae01b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea235a1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016138.730037:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1769, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016138.730038:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 3044295 mtime: 1734016138 atime: 1734016138 ctime: 1734016138 blocks: 56 00000020:00010000:1.0:1734016138.730041:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016138.730042:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 3044295 mtime: 1734016138 atime: 1734016138 ctime: 1734016138 blocks: 56 00000100:00100000:1.0:1734016138.730062:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341024000:12345-192.168.201.160@tcp:106: Request processed in 49us (3144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016138.730066:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 294 00000100:00100000:1.0:1734016138.740727:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338817024:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.744229:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338817024:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.745234:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338817152:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.745275:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.745280:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338817280:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.747660:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338817280:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.748131:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338817152:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.756551:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338817664:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.765694:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765708:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765718:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765723:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765733:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.765743:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.765749:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765754:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765760:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765765:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.765769:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765776:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.765780:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.765785:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0249 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.765822:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338817664:192.168.201.160@tcp:101:fsx.0 00000080:00200000:1.0:1734016138.766290:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7470705 i_blocks 1072 00000020:00010000:1.0:1734016138.766295:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a879eda0 (ffff8800a87b15a8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016138.766298:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a879eda0 (ffff8800a87b15a8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016138.766302:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd3f0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016138.766305:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd430 (ffff8800a87d0b48/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016138.766306:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a879eda0 (ffff8800a87b15a8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016138.766308:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd3f0 (ffff8800a87b15a8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016138.766312:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd430 (ffff8800a87b15a8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016138.766320:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016138.766336:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016138.766340:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016138.766348:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016138.766357:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1847, 1849] 00000008:00010000:1.0:1734016138.766366:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016138.766369:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8930, osc lock ffff88012db66850, flags 0x0 00010000:00010000:1.0:1734016138.766385:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.766391:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.766415:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3371008->3383295] (req 3371008->3383295) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.766432:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338817920:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.766554:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91480 going to sleep for 11 seconds 00010000:00010000:1.0:1734016138.774466:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.781408:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338817920:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.781427:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.781447:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.781457:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3276401, setting rss=3276401; kms=3276401, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.781467:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.781473:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016138.781492:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7470705 i_blocks 1072 00000100:00100000:1.0:1734016138.782376:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.782389:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338818176:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016138.786835:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338818176:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016138.800311:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338818816:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.804795:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338818816:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:1.0:1734016138.816415:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016138.816470:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5321c0/0x6897f2fa45ae0154 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23538 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.816485:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016138.816505:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5321c0/0x6897f2fa45ae0154 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23538 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.816512:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5321c0/0x6897f2fa45ae0154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23538 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.816555:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.816557:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.816560:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.816579:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819072:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.821982:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338819200:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.822716:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338819328:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.823857:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819072:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.828009:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338819200:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.828413:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338819328:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016138.832407:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819712:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.832463:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.832469:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819584:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.838260:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838281:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838293:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838299:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838305:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.838318:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3734284, setting rss=3734284; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.838326:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838333:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838339:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838344:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.838348:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838361:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.838366:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838371:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0281 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.838403:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819712:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.838659:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838668:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838675:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838679:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838683:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.838689:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.838831:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838839:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838845:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838850:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2dd40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.838853:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838859:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.838862:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.838868:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae027a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.838883:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.839215:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819968:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.839476:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.839482:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819840:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.845076:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845092:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845102:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845131:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845137:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.845147:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.845154:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845159:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845164:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845169:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.845173:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845184:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.845189:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845194:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae0288 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.845217:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819840:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.845231:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845238:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845244:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845249:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845253:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.845258:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3734284, setting rss=3734284; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.845281:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845286:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845291:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845295:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.845297:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845302:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.845305:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.845309:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae028f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.845320:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338819968:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.854554:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016138.854560:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.854566:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.854571:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016138.854591:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016138.854602:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016138.854638:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.854643:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016138.854671:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.854676:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0257 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3371008->3383295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23665 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.854700:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.854701:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.854702:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.854707:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.854720:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338820480:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.860612:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338820480:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.875545:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247338821376:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016138.880793:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247338821376:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016138.884540:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016138.884551:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338821632:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.889306:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889321:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889331:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889337:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889343:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.889353:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.889660:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889668:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889674:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889679:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.889683:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889695:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.889700:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.889706:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae02ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.889748:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338821632:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.890248:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.890257:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338821760:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.898204:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898220:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898230:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898234:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898240:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.898254:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.898269:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898275:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898281:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898287:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2dd40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.898291:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898300:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.898304:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.898310:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae02b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.898353:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338821760:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.901170:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016138.901193:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae026c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23681 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.901230:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3047424 3051519) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae026c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23681 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016138.901261:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8e00 - object 0x280000400:7 offset 3047424<>3051520 00000100:00100000:1.0:1734016138.901283:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822016:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016138.907744:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae026c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23681 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.907773:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae026c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23681 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.907797:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822016:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016138.919652:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016138.919669:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.930211:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800b6d17000: committing for last_committed 4294968343 gen 2 00010000:00010000:1.0:1734016138.930240:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930251:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930262:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930273:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930279:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.930289:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3734284, setting rss=3734284; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.930313:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930320:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930327:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930332:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.930336:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930344:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.930349:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.930354:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae02c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.930707:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.930727:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822400:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016138.936027:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936042:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936052:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936058:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936064:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016138.936078:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3734284, setting rss=3734284; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016138.936215:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936222:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936232:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936238:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.936242:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936251:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016138.936255:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.936261:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae02c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016138.936283:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338822400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016138.937347:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338822656:192.168.201.160@tcp:36:fsx.0 00000100:00100000:1.0:1734016138.937541:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016138.943324:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338822784:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.947956:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338822784:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016138.952964:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016138.952971:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae02a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea236c0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.952982:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016138.952987:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae02a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea236c0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016138.953016:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016138.953090:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016138.953143:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae02a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236c0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.953151:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016138.953176:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae02a4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236c0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.953181:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae02a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1269760->1273855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236c0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016138.953202:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.953203:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016138.953205:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016138.953211:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016138.953224:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338823040:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016138.961083:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338823040:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.012538:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.012543:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae02ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea236f8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.012555:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c240 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.012559:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae02ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea236f8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.012577:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.012586:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.012618:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae02ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236f8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.012624:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.012640:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae02ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236f8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.012647:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae02ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea236f8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.012668:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.012669:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.012671:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.012677:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.012688:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338824448:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.023640:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338824448:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.045953:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.050767:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338825984:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016139.055081:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338825984:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016139.055098:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338825856:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.055621:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826112:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.060261:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060275:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060285:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060291:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060297:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.060307:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.060329:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060335:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060346:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060351:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.060356:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060364:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.060368:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.060373:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae031b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.060693:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826112:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.060711:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.060719:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826240:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.065545:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065555:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065565:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065574:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065579:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.065588:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.065606:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065612:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065617:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065622:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.065625:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065632:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.065636:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.065641:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0322 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.065669:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826240:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.066134:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.066144:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338826368:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.076386:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.076403:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.076414:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.076420:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.076425:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.076437:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3115148, setting rss=3115148; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.077029:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.077037:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.077049:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.077055:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d680 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.077058:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.077067:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.077071:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.077077:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d680/0x6897f2fa45ae0329 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.077139:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338826368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.077506:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338826496:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016139.081273:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338826496:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016139.081712:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826624:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.090765:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090781:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090795:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090800:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090805:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.090814:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.090833:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090839:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090846:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090851:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.090854:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090862:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.090866:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.090876:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0330 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.092024:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.092048:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.092057:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826752:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.103763:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103784:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103796:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103802:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103808:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.103819:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.103832:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103842:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103848:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103854:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d440 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.103858:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103865:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.103869:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.103874:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0337 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.103900:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338826752:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.107843:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.107849:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0314 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2374c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107855:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.107859:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0314 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2374c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.107881:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.107891:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.107925:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0314 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2374c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107930:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.107946:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0314 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2374c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107951:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0314 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3043328->3051519) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2374c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.107965:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.107967:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.107968:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.107973:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.107983:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338827008:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.128633:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338827008:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016139.164031:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.164139:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3547136 3551231) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016139.164351:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ebb80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016139.164886:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.164898:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338827904:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016139.208676:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.211406:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.211435:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338827904:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.213041:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.213057:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338828032:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.217858:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217874:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217883:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217888:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217894:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.217907:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3115148, setting rss=3115148; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.217929:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217935:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217941:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217947:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.217951:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217958:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.217962:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.217968:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae034c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.218003:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338828032:192.168.201.160@tcp:101:fsx.0 00000080:00200000:1.0:1734016139.246408:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7309452 i_blocks 1152 00000020:00010000:1.0:1734016139.246414:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e4db0 (ffff8800a87d0f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.246417:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e4db0 (ffff8800a87d0f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.246421:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd930 (ffff8800a8de9a28/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.246426:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd970 (ffff8800a8de9d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.246428:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e4db0 (ffff8800a87d0f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.246430:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd930 (ffff8800a87d0f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.246434:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd970 (ffff8800a87d0f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.246445:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.246454:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7309452 00000080:00200008:1.0:1734016139.246468:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.246474:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.246487:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.246498:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae02d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23706 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.246507:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae02d5 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23706 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016139.246516:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016139.246519:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae02d5 00000080:00010000:1.0:1734016139.246523:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae02d5 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.246526:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae02d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23706 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.246531:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae02d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23706 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.246547:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.246554:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.246566:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.246569:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914b0, osc lock ffff88012db664c0, flags 0x400001002 00000008:00010000:1.0:1734016139.246573:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.246574:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914f0, osc lock ffff88012db66980, flags 0x400001002 00010000:00010000:1.0:1734016139.246584:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.246591:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.246598:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.246604:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.246623:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.246629:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.246674:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.246684:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338828288:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.257427:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257445:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257459:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257464:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257470:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.257481:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3115148, setting rss=3115148; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.257501:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257507:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257513:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257518:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.257522:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257531:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.257535:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.257544:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656640/0x6897f2fa45ae035a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.259470:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338828288:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.284457:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.284465:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284472:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b531200 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016139.284476:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284482:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284488:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284506:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284535:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284539:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.284555:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284564:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531200/0x6897f2fa45ae02f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23730 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.284578:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.284579:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.284580:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.284587:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.284599:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338828800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.292366:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338828800:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.301329:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.301336:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.301343:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.301348:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.301362:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.313020:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.313072:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.313082:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.329826:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.329841:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0345 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3559423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2377d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.329859:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.329860:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.329863:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.367792:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338829568:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016139.374698:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338829568:192.168.201.160@tcp:10:fsx.0 00010000:00010000:1.0:1734016139.401006:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.401013:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401021:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016139.401025:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401031:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401038:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401060:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401093:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401099:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.401613:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401620:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae0376 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea237bc expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.401637:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.401638:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.401639:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.401645:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.401659:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338830208:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.416801:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338830208:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.423848:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.423854:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0368 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea237a7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.423860:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.423864:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0368 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea237a7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.423882:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.423893:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.423924:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0368 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237a7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.423932:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.423959:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0368 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237a7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.423966:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0368 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237a7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.424007:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.424008:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.424009:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.424026:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.424036:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338830464:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.428866:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338830336:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.428880:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428898:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.428908:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5025457, setting rss=5025457; kms=5025457, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428918:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428929:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428952:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428958:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.428994:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.429011:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338830592:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.429044:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b919c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.431327:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338830464:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.440173:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338830976:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016139.448481:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338830976:192.168.201.160@tcp:10:fsx.0 00000080:00200000:1.0:1734016139.448649:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1160 00000020:00010000:1.0:1734016139.448657:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe4e8 (ffff8800a8de9758/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.448660:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe4e8 (ffff8800a8de9758/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.448664:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afde70 (ffff8800a8de9518/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016139.448675:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.448690:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.448705:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afdeb0 (ffff8800a8de9368/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016139.448710:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.448715:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.448723:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe4e8 (ffff8800a8de9758/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.448725:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afde70 (ffff8800a8de9758/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.448730:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afdeb0 (ffff8800a8de9758/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.448748:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.448764:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8) current size 8856735, valid attrs 2168, mode 8800, uid -1439832480, gid -30720, new size 8856735, atime 1734016139.000000000, mtime 1734016139.397000000, ctime 1734016139.397000000, rc 0 00000080:00200008:1.0:1734016139.448791:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.448796:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.448812:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.448826:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016139.448865:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016139.448871:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016139.448882:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016139.448901:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338831104:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.448973:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91840 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.451967:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338831104:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.451999:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452009:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452018:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452027:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452037:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452043:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.452049:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016139.452058:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85e8380 x1818247338831104/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016155 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016139.452069:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016139.452081:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.452093:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016139.452343:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016139.452348:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae038b 00000080:00010000:1.0:1734016139.452354:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016139.452356:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae038b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.452359:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.452366:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.452393:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.452401:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.452413:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.452416:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91870, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016139.452420:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.452422:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b918b0, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016139.452439:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae0392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.452446:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae0392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.454578:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0399 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.454588:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0399 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.472966:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1160 00000020:00010000:1.0:1734016139.472971:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871eb58 (ffff8800a8de9758/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.472974:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871eb58 (ffff8800a8de9758/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.472979:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91870 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.472982:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b918b0 (ffff8800a8de9518/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.472993:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871eb58 (ffff8800a8de9758/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.472995:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91870 (ffff8800a8de9758/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.472998:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b918b0 (ffff8800a8de9758/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.473008:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.473025:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016139.473030:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.473036:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.473047:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.473050:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91870, osc lock ffff88012db66f70, flags 0x400001002 00000008:00010000:1.0:1734016139.473054:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.473055:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b918b0, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016139.473071:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae03a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.473077:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae03a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.473159:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.473164:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.473188:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338831616:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.485234:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485252:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485265:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485269:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485274:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.485286:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.485293:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485307:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485315:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485321:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.485326:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485338:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.485344:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.485349:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae03a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.485386:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338831616:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.491148:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.491155:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.491162:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.491167:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.491188:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.491198:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.491233:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.491239:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.491260:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.491266:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae037d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237ca expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.491280:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.491281:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.491282:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.491287:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.491299:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338831872:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.502751:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.502759:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.502779:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.502792:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4662431, setting rss=4662431; kms=4662431, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.502800:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.502805:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.502824:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1160 00000020:00010000:1.0:1734016139.506617:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afef38 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.506621:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afef38 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.506625:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b372c8b0 (ffff8800a8de97e8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016139.506633:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506643:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.506656:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afef38 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.506658:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b372c8b0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.506671:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.506687:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.506693:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.506709:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.506721:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.506731:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016139.506741:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016139.506743:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae038b 00000080:00010000:1.0:1734016139.506748:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae038b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.506750:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.506756:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.506772:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.506779:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.506791:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.506794:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914b0, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016139.506798:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.506799:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914f0, osc lock ffff88012db66be0, flags 0x400001002 00010000:00010000:1.0:1734016139.506809:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506817:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506826:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506836:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506855:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03b5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.506861:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03b5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.517255:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1160 00000020:00010000:1.0:1734016139.517260:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.517263:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.517268:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b914b0 (ffff8800a8de97e8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.517272:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b914f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.517274:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.517276:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b914b0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.517279:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b914f0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.517291:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.517308:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016139.517313:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.517319:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.517329:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.517332:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914b0, osc lock ffff88012db66be0, flags 0x400001002 00000008:00010000:1.0:1734016139.517337:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.517338:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914f0, osc lock ffff88012db66e40, flags 0x400001002 00010000:00010000:1.0:1734016139.517352:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.517366:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.517374:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.517381:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.517404:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae03bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.517409:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae03bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.521411:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1160 00000020:00010000:1.0:1734016139.521418:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.521421:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.521425:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b914b0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.521428:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b914f0 (ffff8800a8de97e8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.521431:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.521432:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b914b0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.521436:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b914f0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.521445:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016139.521455:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8856735 00000080:00200008:1.0:1734016139.521471:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.521477:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.521491:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.521501:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.521509:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016139.521517:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016139.521520:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae038b 00000080:00010000:1.0:1734016139.521524:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae038b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.521526:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.521532:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.521549:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.521555:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.521564:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.521566:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914b0, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016139.521569:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.521570:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914f0, osc lock ffff88012db66be0, flags 0x400001002 00010000:00010000:1.0:1734016139.521578:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.521586:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.521597:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.521603:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae03ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2424832->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23802 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.521620:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.521625:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.521660:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.521670:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338832384:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.526321:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526335:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526346:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526351:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526360:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.526372:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.526385:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526391:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526398:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526403:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.526406:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526414:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.526419:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.526423:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae03c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.526465:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338832384:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.529899:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.529905:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.529911:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.529915:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.529932:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.529944:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.529974:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.529980:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.530012:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.530017:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0384 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea237d1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.530033:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.530034:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.530036:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.539590:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338833024:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.562657:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.562679:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.657380:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe998 (ffff8800a8de96c8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.657383:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe998 (ffff8800a8de96c8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.657386:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b372c0b0 (ffff8800a8de97e8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016139.657391:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.657400:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.657412:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe998 (ffff8800a8de96c8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.657414:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b372c0b0 (ffff8800a8de96c8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.657419:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 3845 bytes 00000080:00200000:1.0:1734016139.657429:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016139.657432:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3845, restart: 0 00000080:00200000:1.0:1734016139.657435:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 3845 00000080:00200008:1.0:1734016139.657451:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.657457:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.657468:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.657476:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016139.657510:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016139.657516:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016139.657523:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016139.657537:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338833408:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016139.657600:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016139.669269:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338833408:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.669290:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669299:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669308:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669316:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669325:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669330:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016139.669335:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016139.669343:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85eaa00 x1818247338833408/t0(0) o101->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016155 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016139.669352:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016139.669361:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.669370:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016139.669414:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016139.669418:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae03d8 00000080:00010000:1.0:1734016139.669422:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016139.669425:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae03d8 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.669427:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.669433:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.669458:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.669466:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.669477:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.669479:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91330, osc lock ffff88012db67300, flags 0x400001002 00000008:00010000:1.0:1734016139.669483:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.669484:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91370, osc lock ffff88012db67b50, flags 0x400001002 00010000:00010000:1.0:1734016139.669494:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.669502:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.669517:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.669523:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.669540:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.669546:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.669592:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.669603:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338833536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.675408:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675420:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675430:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675435:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675444:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.675455:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.675478:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675483:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675489:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675494:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.675497:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675505:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.675509:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.675514:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae03df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.675547:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338833536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.734545:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.734552:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae03ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2381e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.734560:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.734565:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae03ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2381e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.734585:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.734595:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.734631:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae03ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2381e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.734636:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.734657:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae03ca lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2381e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.734663:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae03ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1118208->1130495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2381e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.734684:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.734686:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.734688:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.734694:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.734704:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338834688:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016139.745970:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338834688:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016139.748893:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.748909:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.776252:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1734016139.801381:0:10361:0:(rw26.c:1006:ll_write_end()) pos 6286629, len 731, copied 731 00000080:00200000:1.0:1734016139.801388:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a707d360[3 ffff88012b3bbc38 2 1 ffff8800a871c738] 00000080:00200000:1.0:1734016139.801391:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5ca40 1fffff0000080d 3:0 ffff8800a707d360 1534 lru 00000080:00200000:1.0:1734016139.801396:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a707d3c0 510: 1< 1 - - > 2< 2088960 0 4096 0x0 0x40009 | ffff88012e33c758 ffff8800a856eea0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016139.801398:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a707d360 00000080:00200000:1.0:1734016139.801399:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016139.801401:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1535 of 0 to 2628 bytes 00000080:00200000:1.0:1734016139.801412:0:10361:0:(rw26.c:1006:ll_write_end()) pos 6287360, len 2628, copied 2628 00000080:00200000:1.0:1734016139.801414:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7192ca8[3 ffff88012b3bbc38 2 1 ffff8800a871c738] 00000080:00200000:1.0:1734016139.801416:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002992b40 1fffff00000825 2:0 ffff8800a7192ca8 1535 lru 00000080:00200000:1.0:1734016139.801420:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7192d08 511: 1< 1 - - > 2< 2093056 0 4096 0x0 0x40009 | ffff88012e33c758 ffff8800a856eea0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016139.801421:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7192ca8 00000080:00200000:1.0:1734016139.801422:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016139.801426:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 2, from 3365, to 2628 00000008:00010000:1.0:1734016139.801443:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91480 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.801456:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91480 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.801465:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe1ba48, count 2, dirtied 2 00000080:00200000:1.0:1734016139.801468:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 2 pages 3359 bytes, tot: 3359 00000080:00200000:1.0:1734016139.801471:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 3359 00000020:00010000:1.0:1734016139.801480:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016139.801482:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016139.801485:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e32fbb0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016139.801491:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801498:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b5318c0/0x6897f2fa45ae0409 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2088960->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23864 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016139.801510:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016139.801511:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e32fbb0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016139.801517:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 3359 bytes 00000080:00200000:1.0:1734016139.801521:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [1534, 1535] 00000080:00200000:1.0:1734016139.801528:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016139.801530:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 3359, restart: 0 00000080:00200000:1.0:1734016139.801538:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1184 00000080:00200000:1.0:1734016139.801542:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 3359 00000080:00200008:1.0:1734016139.801559:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016139.801564:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016139.801578:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016139.801589:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.801597:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016139.801607:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016139.801610:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae038b 00000080:00010000:1.0:1734016139.801615:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae038b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016139.801617:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016139.801622:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016139.801636:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016139.801643:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016139.801653:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.801655:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016139.801659:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016139.801660:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016139.801669:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae03ed lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23848 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801676:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae03ed lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23848 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801684:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae03ed lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23848 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801689:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae03ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23848 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801707:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.801713:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.801761:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.801770:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338835072:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.809001:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809017:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809027:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809032:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809037:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.809047:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016139.809066:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809071:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809077:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809084:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.809087:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809094:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016139.809098:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.809103:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656f40/0x6897f2fa45ae0410 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.810040:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338835072:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016139.894837:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.894898:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (282624 286719) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016139.895071:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eaa00 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016139.895092:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016139.895103:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338837120:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016139.943850:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.944176:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.944205:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338837120:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016139.944870:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016139.944882:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338837248:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.947809:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947831:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947843:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947854:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016139.947865:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947881:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947887:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947898:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.947905:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016139.947921:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338837248:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016139.953428:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016139.953434:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.953440:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.953444:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.953477:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.953488:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.953520:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.953527:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.953541:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.953546:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae044f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238aa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.953566:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.953569:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.953574:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.953577:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.953585:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.963102:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.963369:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.963379:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.963802:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.963809:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0448 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 282624->286719) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238a3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.963824:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.963826:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.963828:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.987104:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016139.987129:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.987139:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016139.987142:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016139.987152:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016139.991275:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016139.991325:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.991335:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016139.991348:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.991355:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae03d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 991232->999423) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23825 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016139.991366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.991368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016139.991371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016139.991390:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338838400:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.003418:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338838400:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016140.009674:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd900 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.009706:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1695744 1699839) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.009737:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x280000400:7 offset 1695744<>1699840 00000100:00100000:1.0:1734016140.009815:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.009831:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338838912:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016140.012987:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd900 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.013569:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd900 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.013592:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338838912:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.014720:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.014733:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338839040:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.019997:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020012:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020023:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020028:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020037:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.020048:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4662431, setting rss=4662431; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.020160:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020166:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020171:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020176:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.020180:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020187:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.020190:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.020195:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0472 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.020581:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338839040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.020607:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338839168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.024794:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024805:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024814:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024819:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024825:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.024835:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4662431, setting rss=4662431; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.024855:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024860:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024866:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024874:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e880 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.024878:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024886:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.024890:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.024895:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae0479 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.024913:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338839168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.025555:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.025565:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839296:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016140.028147:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839296:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016140.028605:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839424:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.032534:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032549:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032559:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032569:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032575:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.032587:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.032615:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032622:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032628:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032632:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.032637:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032644:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.032649:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.032653:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0480 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.032679:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.033048:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.033058:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839552:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.037881:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037893:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037903:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037909:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037914:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.037926:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.037950:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037956:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037966:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037972:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.037983:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.037992:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.037996:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.038002:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0487 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.038038:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.038536:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.038547:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338839680:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.043833:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043846:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043855:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043864:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043870:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.043879:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4662431, setting rss=4662431; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.043918:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043924:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043930:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043935:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.043939:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043946:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.043949:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.043954:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae048e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.044355:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338839680:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.047681:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.047687:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.047693:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.047697:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.047713:0:4738:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.047722:0:4738:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.047754:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1691648 1695743) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.047810:0:4738:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x280000400:7 offset 1691648<>1699840 00000100:00100000:1.0:1734016140.048082:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.048095:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839936:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016140.050591:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338839808:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.050618:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.050633:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.050640:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3743744->3747839] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.053354:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.053395:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae046b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1691648->1699839) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea238c6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.053409:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338839936:192.168.201.160@tcp:4:fsx.0 00010000:00010000:1.0:1734016140.059525:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059533:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059552:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.059561:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4662431, setting rss=4662431; kms=4662431, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059575:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059580:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059632:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.059641:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.060616:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.060624:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.069845:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.069849:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.069852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd1b0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016140.069858:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.069866:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.069879:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.069881:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd1b0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.069893:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016140.069925:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 915 00000080:00200000:1.0:1734016140.069932:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016140.069941:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016140.069950:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [915, 915] 00000008:00010000:1.0:1734016140.069959:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016140.069962:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016140.069985:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.069994:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3747840 3751935) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.070002:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.070007:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.070011:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.073013:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.073016:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.073018:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8bb0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016140.073024:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.073033:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.073048:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.073050:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8bb0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.073062:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016140.073098:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 916 00000080:00200000:1.0:1734016140.073104:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016140.073133:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016140.073142:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [916, 916] 00000008:00010000:1.0:1734016140.073149:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016140.073152:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016140.073164:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.073172:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3751936 3756031) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.073180:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.073186:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.073191:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.075671:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.075675:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.075678:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8bb0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016140.075683:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.075692:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016140.075704:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.075706:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8bb0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.075719:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016140.075860:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016140.075866:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016140.075880:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016140.075891:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.075900:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016140.075910:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016140.075913:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae03d8 00000080:00010000:1.0:1734016140.075917:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae03d8 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016140.075920:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.075926:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae03d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23833 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016140.075942:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016140.075950:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016140.075962:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.075965:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b919f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016140.075999:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.076001:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91a30, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016140.076017:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.076025:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.076392:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae04a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.076399:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae04a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.085458:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1240 00000020:00010000:1.0:1734016140.085468:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.085471:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.085476:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b919f0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.085481:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91a30 (ffff8800a87d06c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.085484:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.085486:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b919f0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.085492:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91a30 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.085507:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016140.085527:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016140.085533:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016140.085539:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016140.085551:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.085554:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b919f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016140.085559:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.085560:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91a30, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016140.085580:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.085591:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.085602:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.085609:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.085634:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8655d40/0x6897f2fa45ae04aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.085641:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8655d40/0x6897f2fa45ae04aa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.091348:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1240 00000020:00010000:1.0:1734016140.091354:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.091357:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091361:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b919f0 (ffff8800a87d06c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091364:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91a30 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091366:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091368:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b919f0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091371:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91a30 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.091381:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016140.091392:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8856735 00000080:00200008:1.0:1734016140.091407:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016140.091413:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016140.091426:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016140.091436:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.091446:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016140.091455:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016140.091457:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae038b 00000080:00010000:1.0:1734016140.091463:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae038b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016140.091465:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.091471:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae038b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea237df expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016140.091490:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016140.091499:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016140.091510:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.091513:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b919f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016140.091517:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.091518:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91a30, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016140.091527:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091535:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091542:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091548:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091562:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091568:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091574:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091580:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.091595:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1240 00000020:00010000:1.0:1734016140.091597:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.091599:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091601:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b919f0 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091603:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91a30 (ffff8800a87d06c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091606:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091608:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b919f0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091610:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91a30 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.091614:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016140.091624:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016140.091627:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016140.091630:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016140.091634:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.091635:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b919f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016140.091638:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.091639:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91a30, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016140.091643:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091650:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091657:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091663:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091673:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091679:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091685:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091690:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.091698:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8856735 i_blocks 1240 00000020:00010000:1.0:1734016140.091701:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016140.091702:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091704:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b919f0 (ffff8800a87d06c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091706:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91a30 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016140.091708:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091710:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b919f0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016140.091712:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91a30 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016140.091717:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016140.091721:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8856735 00000080:00200008:1.0:1734016140.091752:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 5878412, type: SEEK_SET 00000080:00200008:1.0:1734016140.091755:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 5878412, type: SEEK_SET, rc = 5878412 00000080:00200008:1.0:1734016140.091762:0:10361:0:(file.c:2290:do_file_read_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 5878412, count: 3640 00000080:00200000:1.0:1734016140.091766:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.091771:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016140.091792:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1435 00000080:00200000:1.0:1734016140.091800:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: read ppos: 5878412, bytes: 3640 00000080:00200000:1.0:1734016140.091804:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016140.091809:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 119, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016140.091810:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [5878412, 5882052) 0 0 00000080:00200000:1.0:1734016140.091813:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016140.091823:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1 chunk: [5878412, 5882052) 5882052, 3640 00020000:00200000:1.0:1734016140.091826:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016140.091836:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1435, 1436] 00000008:00010000:1.0:1734016140.091843:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016140.091845:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016140.091851:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091858:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1683456 1691647) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091864:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091870:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091875:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.091881:0:10361:0:(vvp_io.c:840:vvp_io_read_start()) f16b.sanityn: read [5878412, 5882052) 00000080:00200000:1.0:1734016140.091889:0:10361:0:(vvp_io.c:899:vvp_io_read_start()) count:3640 iocb pos:5878412 00010000:00010000:1.0:1734016140.091916:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.091924:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101019:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101036:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101064:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101074:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101081:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 7/2,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101087:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 7/2,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.101092:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 6/2,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.108794:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 6/2,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.108810:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.224349:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b919c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.225296:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b919c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.225325:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338841472:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.309519:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338843392:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.312687:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338843392:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.319194:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016140.319202:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.319209:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.319214:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.319256:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.319266:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.319299:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.319305:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.319332:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.319339:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae049c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea238f7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.319354:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.319356:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.319361:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2dd40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.319363:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.319371:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.323689:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.323739:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.323749:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.323762:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.323769:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae0495 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3747839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.323790:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.323793:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.323795:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.323818:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338843776:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.339015:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338843776:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:1.0:1734016140.356666:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.356764:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.356778:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.356824:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.356831:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0456 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2805760->2813951) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea238b1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.356858:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.356860:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.356864:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.356875:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.356896:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844032:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.374499:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844032:192.168.201.160@tcp:103:ldlm_bl.0 00000002:00010000:1.0:1734016140.380817:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae04e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23952 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.380835:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016140.380879:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016140.380883:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae04e9 00000080:00010000:1.0:1734016140.380888:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016140.380890:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae04e9 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016140.380893:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae04e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23952 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.380900:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae04e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23952 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016140.380930:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016140.380938:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016140.380953:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.380955:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91e70, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016140.380961:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016140.380962:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91eb0, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016140.380991:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.380998:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.381046:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.381052:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.381083:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844544:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.381172:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.381177:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844672:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.388061:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388077:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388088:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388093:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388099:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.388143:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2082789, setting rss=2082789; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.388151:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388158:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388168:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388175:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.388179:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388187:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.388192:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.388198:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae04f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.388222:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844544:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.395182:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395198:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395208:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395213:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395219:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.395230:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.395249:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395254:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395260:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395265:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8655d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.395269:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395278:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.395282:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.395286:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae04f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.395311:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338844672:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.414230:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.414237:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae04db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2393d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.414245:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.414251:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae04db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2393d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.414296:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.414308:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.414341:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae04db lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2393d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.414347:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.414384:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae04db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2393d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.414392:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae04db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2393d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.414413:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.414415:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.414416:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.421938:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338845184:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.437469:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338845696:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.448405:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448421:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448430:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448436:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448441:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.448452:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2082789, setting rss=2082789; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.448474:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448480:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448487:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448493:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.448496:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448508:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.448512:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.448518:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae0521 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.448557:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338845696:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.454716:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338845824:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.460269:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460286:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460296:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460303:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460310:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.460324:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.460336:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460342:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460348:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460354:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.460358:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460367:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.460372:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.460378:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0528 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.460701:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338845824:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.460719:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.460727:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338845952:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016140.463916:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338845952:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016140.464377:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.464387:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338846080:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.472169:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472184:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472203:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472210:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472217:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.472228:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5854151, setting rss=5854151; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.472940:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472947:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472955:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472961:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d440 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.472973:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472984:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.472988:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.472994:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae052f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.473033:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338846080:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.476632:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338846208:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.482190:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482205:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482215:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482221:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482226:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.482236:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5854151, setting rss=5854151; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.482260:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482266:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482273:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482278:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.482282:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482290:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.482295:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.482300:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0536 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.482334:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338846208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.482808:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338846336:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.489090:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489105:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489183:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489189:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489195:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.489207:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.489226:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489232:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489238:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489243:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.489246:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489255:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.489261:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.489270:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae053d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.489305:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338846336:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.489626:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338846464:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.494789:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494803:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494813:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494819:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494824:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.494837:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.494867:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494876:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494883:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494889:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.494892:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494901:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.494906:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.494911:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae0544 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.494933:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338846464:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016140.500978:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd0c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.501003:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1490944 1495039) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.501027:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ebb80 - object 0x240000400:7 offset 1490944<>1495040 00000100:00100000:1.0:1734016140.501037:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.501043:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338846848:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016140.502982:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd0c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.503009:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd0c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.503023:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338846848:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.503228:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016140.503239:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd180 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.503265:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1495040 1499135) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.503289:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ebb80 - object 0x240000400:7 offset 1495040<>1499136 00000100:00100000:1.0:1734016140.503306:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338847104:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016140.505413:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd180 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.505433:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd180 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.505448:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338847104:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.505874:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338847232:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.509743:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509758:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509770:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509775:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509780:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.509791:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5854151, setting rss=5854151; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.509812:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509817:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509823:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509830:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c240 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.509833:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509843:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.509848:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.509853:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0552 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.509888:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338847232:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.510254:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338847360:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.514482:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514496:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514507:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514513:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514519:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.514531:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5854151, setting rss=5854151; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.514575:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514582:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514588:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514594:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.514598:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514606:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.514611:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.514617:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0559 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.514650:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338847360:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.519066:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338847744:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.522027:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338847744:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016140.526494:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.526500:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae050c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23975 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.526512:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.526517:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae050c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23975 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.526535:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.526546:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.526577:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae050c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23975 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.526581:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.526607:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae050c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23975 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.526614:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae050c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1277952->1290239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23975 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.526637:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.526639:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.526640:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.526646:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.526657:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338848000:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.531220:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.531232:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.531239:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.531256:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2eac0) 00000100:00100000:3.0:1734016140.531294:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7708:x1818247341042304:12345-192.168.201.160@tcp:105: Request processed in 109us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.531299:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15566 00000100:00100000:1.0:1734016140.534258:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338848000:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.541643:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.543136:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.543142:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.543154:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.543158:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.543175:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.543185:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.543218:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.543224:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.544425:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.544436:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0560 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.544742:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.544743:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.544745:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.547944:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.547981:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016140.547995:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341042560 00000100:00100000:3.0:1734016140.548002:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341042560 00000100:00100000:3.0:1734016140.548032:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15568 00000100:00100000:3.0:1734016140.548038:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7708:x1818247341042560:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016140.548050:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548059:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1003520->1015807] (req 1003520->1015807) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548066:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548079:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548087:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548095:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.548136:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c504b40) 00000100:00100000:3.0:1734016140.548179:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7708:x1818247341042560:12345-192.168.201.160@tcp:105: Request processed in 139us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.548185:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15568 00000008:00010000:3.0:1734016140.557888:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d600 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.557958:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1003520 1007615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.558186:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4ba300 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:3.0:1734016140.558206:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.558218:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338848896:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.624956:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.624976:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338849152:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.630678:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341042688 00000100:00100000:3.0:1734016140.630687:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341042688 00000100:00100000:3.0:1734016140.630718:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15569 00000100:00100000:3.0:1734016140.630725:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341042688:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.630738:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.630748:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.630770:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.630772:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1125660 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 0 00000020:00010000:3.0:1734016140.630775:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.630776:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1125660 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 0 00000100:00100000:3.0:1734016140.630811:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341042688:12345-192.168.201.160@tcp:106: Request processed in 85us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.630816:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15569 00010000:00010000:3.0:1734016140.634008:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634023:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634035:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634041:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634051:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.634063:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1125660, setting rss=1125660; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.634073:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634078:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634086:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634092:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.634096:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634104:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.634790:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.634797:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae057c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.634819:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338849152:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.638974:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338849280:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.639003:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639013:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639023:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639033:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639041:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639046:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016140.639052:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016140.639062:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800aa09b480 x1818247338849280/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016156 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016140.639073:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016140.639082:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.639095:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:3.0:1734016140.639177:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016140.639182:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0583 00000080:00010000:3.0:1734016140.639187:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:3.0:1734016140.639190:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0583 from it ffff8800a7017cd8 00010000:00010000:3.0:1734016140.639192:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.639200:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016140.639233:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.639243:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016140.639258:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.639261:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec30, osc lock ffff8800aa1be130, flags 0x400001002 00000008:00010000:3.0:1734016140.639268:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.639270:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec70, osc lock ffff8800aa1beab0, flags 0x400001002 00010000:00010000:3.0:1734016140.639284:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.639293:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.639303:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.639309:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.639332:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5306c0/0x6897f2fa45ae058a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.639340:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5306c0/0x6897f2fa45ae058a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.639443:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.639457:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338849408:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.643316:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341042816 00000100:00100000:3.0:1734016140.643325:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341042816 00000100:00100000:3.0:1734016140.643362:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15570 00000100:00100000:3.0:1734016140.643369:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341042816:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.643382:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.643391:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.643415:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.643417:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1125660 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 0 00000020:00010000:3.0:1734016140.643420:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.643422:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1125660 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 0 00000100:00100000:3.0:1734016140.643462:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341042816:12345-192.168.201.160@tcp:106: Request processed in 93us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.643468:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15570 00000080:00200000:3.0:1734016140.645756:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5319964 i_blocks 992 00000020:00010000:3.0:1734016140.645762:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.645765:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.645768:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec30 (ffff8800a8de9128/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.645772:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec70 (ffff8800a8de9638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.645774:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.645776:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec30 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.645780:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.645789:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.645805:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016140.645810:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.645816:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016140.645825:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.645827:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec30, osc lock ffff8800aa1beab0, flags 0x400001002 00000008:00010000:3.0:1734016140.645830:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.645831:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec70, osc lock ffff8800aa1be130, flags 0x400001002 00010000:00010000:3.0:1734016140.645843:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.645854:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.645862:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.645868:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.645895:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b530d80/0x6897f2fa45ae0591 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.645901:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b530d80/0x6897f2fa45ae0591 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.647846:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016140.650679:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5319964 i_blocks 992 00000020:00010000:3.0:1734016140.650685:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.650688:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.650692:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec30 (ffff8800a8de9638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.650695:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec70 (ffff8800a8de9128/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.650697:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.650699:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec30 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.650702:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.650711:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.650720:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5319964 00000080:00200008:3.0:1734016140.650734:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016140.650740:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:3.0:1734016140.650753:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016140.650764:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.650773:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016140.650786:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:3.0:1734016140.650788:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0583 00000080:00010000:3.0:1734016140.650793:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0583 from it ffff8800a7017cd8 00010000:00010000:3.0:1734016140.650795:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.650801:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016140.650817:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.650824:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016140.650835:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.650836:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec30, osc lock ffff8800aa1be130, flags 0x400001002 00000008:00010000:3.0:1734016140.650840:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.650841:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ec70, osc lock ffff8800aa1beab0, flags 0x400001002 00010000:00010000:3.0:1734016140.650851:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.650858:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.650866:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.650872:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.650894:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b533a80/0x6897f2fa45ae0598 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.650901:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b533a80/0x6897f2fa45ae0598 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.652705:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016140.655645:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5319964 i_blocks 992 00000020:00010000:3.0:1734016140.655650:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.655653:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.655657:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec30 (ffff8800a8de9128/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.655660:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ec70 (ffff8800a8de9638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.655662:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.655664:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec30 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.655668:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ec70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.655676:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016140.655692:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016140.655696:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.655705:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.655714:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [597, 598] 00000008:00010000:3.0:1734016140.655724:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.655727:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32f5b0, osc lock ffff8800aa1beab0, flags 0x0 00010000:00010000:3.0:1734016140.655738:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8801369d9800 type 11 mode 2 res 10737419264/7 (2445312 2453503) 00010000:00010000:3.0:1734016140.655747:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.655753:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2445312->2453503] (req 2445312->2453503) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.655780:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [2445312->2453503] (req 2445312->2453503) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.655800:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338849792:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.655845:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.657772:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.657992:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.658013:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341043200 00000100:00100000:3.0:1734016140.658020:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341043200 00000100:00100000:3.0:1734016140.658046:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341043328 00000100:00100000:3.0:1734016140.658047:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341043328 00000100:00100000:3.0:1734016140.658059:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15573 00000100:00100000:3.0:1734016140.658065:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341043200:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.658077:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0575 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea239f3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.658168:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.658173:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341043200:12345-192.168.201.160@tcp:104: Request processed in 108us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.658178:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15573 00000100:00100000:3.0:1734016140.658191:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15574 00000100:00100000:3.0:1734016140.658195:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341043328:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.658203:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.658866:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016140.658873:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341043328:12345-192.168.201.160@tcp:104: Request processed in 676us (880us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.658877:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15574 00010000:00010000:1.0:1734016140.659175:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.659180:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.659184:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.659187:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.659199:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.665437:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.665487:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.665496:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.665531:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.665538:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae056e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1003520->1015807) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea239ec expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.665550:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.665551:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.665554:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.668104:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000020:00010000:3.0:1734016140.670657:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.670661:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.670665:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e32f5b0 (ffff8800a8de9638/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016140.670672:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670683:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.670694:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.670696:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e32f5b0 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.670709:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.670757:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016140.670764:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:3.0:1734016140.670779:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016140.670794:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.670803:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016140.670812:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:3.0:1734016140.670814:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0567 00000080:00010000:3.0:1734016140.670820:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0567 from it ffff8800a7017cd8 00010000:00010000:3.0:1734016140.670823:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.670828:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016140.670845:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.670853:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016140.670865:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.670867:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ee70, osc lock ffff8800aa1beab0, flags 0x400001002 00000008:00010000:3.0:1734016140.670871:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.670872:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3eeb0, osc lock ffff8800aa1be130, flags 0x400001002 00010000:00010000:3.0:1734016140.670888:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532640/0x6897f2fa45ae05a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670894:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532640/0x6897f2fa45ae05a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670947:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670956:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670973:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.670979:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.672666:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016140.677980:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5319964 i_blocks 1008 00000020:00010000:3.0:1734016140.677986:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.677988:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.677992:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ee70 (ffff8800a8de9638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.677995:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3eeb0 (ffff8800a8de9128/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.677997:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.677999:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ee70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.678003:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3eeb0 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.678011:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.678031:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016140.678035:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.678042:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016140.678053:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.678056:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3ee70, osc lock ffff8800aa1be130, flags 0x400001002 00000008:00010000:3.0:1734016140.678060:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.678061:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3eeb0, osc lock ffff8800aa1beab0, flags 0x400001002 00010000:00010000:3.0:1734016140.678078:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533600/0x6897f2fa45ae05ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.678086:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533600/0x6897f2fa45ae05ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.678177:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.678186:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.678194:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.678201:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae04e2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23944 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.680048:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016140.682178:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5319964 i_blocks 1008 00000020:00010000:3.0:1734016140.682184:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.682187:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.682191:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3ee70 (ffff8800a8de9128/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.682194:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3eeb0 (ffff8800a8de9638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.682196:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.682198:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3ee70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.682201:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3eeb0 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.682210:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.682218:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5319964 00000080:00200008:3.0:1734016140.683025:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 5319964, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 9443846, atime 1734016140.000000000, mtime 1734016140.000000000, ctime 1734016140.000000000 00010000:00010000:3.0:1734016140.683053:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.683071:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.683104:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.683133:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016140.683135:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0583 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea23a08 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016140.683164:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016140.683174:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012b4bb800 x1818247338850688/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016140.683192:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb800 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338850688:192.168.201.160@tcp:36:fsx.0 00000100:00100000:3.0:1734016140.683249:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.686403:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.686776:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.686782:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686789:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016140.686793:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686799:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686806:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686827:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686858:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686862:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.686891:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686897:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0567 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea239e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016140.686920:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.686921:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.686922:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016140.694658:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016140.695751:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851072:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.698695:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016140.701992:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851072:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.707531:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338851584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.707859:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851712:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.710920:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.711317:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.713711:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713724:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713740:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713746:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713751:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.713762:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.713769:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713774:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713779:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713784:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.713787:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713793:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.713798:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.713807:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae05c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.713848:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851712:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.714722:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714730:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714737:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714741:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714747:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.714754:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5249542, setting rss=5249542; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.714779:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714785:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714794:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714798:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.714800:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714805:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.714808:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.714812:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae05c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.714824:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338851584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.715347:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851968:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.715800:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.715808:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.718244:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.719535:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.722386:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722398:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722414:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722421:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722427:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.722440:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.722447:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722452:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722458:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722464:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.722468:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722476:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.722479:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.722490:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae05d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.722522:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851968:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.725553:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.725568:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.725580:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.725586:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.725591:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.725603:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5249542, setting rss=5249542; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.726361:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.726369:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.726381:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.726387:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.726391:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.726398:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.726403:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.726409:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae05d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.726433:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338851840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.732704:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.733289:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.733295:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.733302:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b533180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.733306:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.733322:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.733333:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.733361:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.733367:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.733386:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.733392:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533180/0x6897f2fa45ae059f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2445312->2453503) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a24 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.733407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.733408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.733410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.733416:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.733427:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338852480:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.736627:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.739509:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341044992 00000100:00100000:3.0:1734016140.739516:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341044992 00000100:00100000:3.0:1734016140.739552:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15587 00000100:00100000:3.0:1734016140.739558:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341044992:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.739570:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae05b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23a40 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.739832:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338852480:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016140.740046:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.740053:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341044992:12345-192.168.201.160@tcp:104: Request processed in 495us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.740059:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15587 00000100:00100000:3.0:1734016140.743490:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016140.743506:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341045120 00000100:00100000:3.0:1734016140.743513:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341045120 00000100:00100000:3.0:1734016140.743559:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15588 00000100:00100000:3.0:1734016140.743564:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7708:x1818247341045120:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016140.743576:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743585:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743592:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743600:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743607:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743615:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.743628:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2ef40) 00000100:00100000:3.0:1734016140.743669:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7708:x1818247341045120:12345-192.168.201.160@tcp:105: Request processed in 104us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.743674:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15588 00000100:00100000:1.0:1734016140.764989:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338853376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.769137:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.769378:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341045248 00000100:00100000:3.0:1734016140.769386:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341045248 00000100:00100000:3.0:1734016140.769933:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15589 00000100:00100000:3.0:1734016140.769940:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341045248:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.769949:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.769958:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.769987:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.769988:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000020:00010000:3.0:1734016140.769991:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.769992:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000100:00100000:3.0:1734016140.770017:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341045248:12345-192.168.201.160@tcp:106: Request processed in 76us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.770023:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15589 00010000:00010000:1.0:1734016140.773434:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773447:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773459:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773469:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773475:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.773486:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.773495:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773501:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773509:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773516:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.773520:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773529:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.773533:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.773540:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae05fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.773576:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338853376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.773693:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341045376 00000100:00100000:3.0:1734016140.773700:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341045376 00000100:00100000:3.0:1734016140.773738:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15590 00000100:00100000:3.0:1734016140.773744:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341045376:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.773752:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.773763:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.773786:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.773788:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.773791:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.773791:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.773828:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341045376:12345-192.168.201.160@tcp:106: Request processed in 83us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.773833:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15590 00010000:00010000:1.0:1734016140.776277:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776291:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776305:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776310:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776316:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.776329:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.776342:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776347:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776353:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776364:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.776368:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776376:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.776380:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.776386:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae0601 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.776412:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.776780:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853760:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.776932:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.776938:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853632:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.780078:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.785953:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.785980:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.785990:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786002:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786007:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.786019:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.786026:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786031:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786038:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786045:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.786048:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786057:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.786062:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786067:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0608 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.786092:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853632:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.786143:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786151:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786157:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786162:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786168:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.786175:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.786190:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786196:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786201:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786210:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.786212:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786218:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.786221:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.786227:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cfc0/0x6897f2fa45ae060f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.786240:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853760:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.787132:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.787288:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.787293:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.791927:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341045760 00000100:00100000:3.0:1734016140.791934:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341045760 00000100:00100000:3.0:1734016140.791973:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15593 00000100:00100000:3.0:1734016140.791979:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341045760:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.791990:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.791999:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.792026:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.792029:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.792032:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.792033:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.792075:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341045760:12345-192.168.201.160@tcp:106: Request processed in 95us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.792081:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15593 00000100:00100000:3.0:1734016140.793734:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.794840:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794850:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794859:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794869:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794875:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.794886:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.794892:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794898:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794904:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794910:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.794913:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794921:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.794925:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.794930:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae061d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.794953:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854016:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.796602:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796615:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796624:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796630:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796635:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.796644:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.796664:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796671:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796677:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796687:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.796690:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796697:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.796700:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.796705:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.796724:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338853888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.796988:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.797071:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.797078:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.799694:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.800829:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.803768:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803783:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803793:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803804:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803810:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.803821:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.803828:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803833:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803839:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803845:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.803848:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803856:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.803859:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803865:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0624 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.803892:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854144:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.803904:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803911:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803917:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803921:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.803927:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.803932:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.804531:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.804538:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.804543:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.804552:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.804555:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.804560:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.804563:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.804567:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae062b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.804581:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.808468:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016140.809266:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016140.809273:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.809280:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.809285:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016140.809304:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016140.809315:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016140.809349:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.809360:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016140.809385:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.809392:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae05de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23a78 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.809410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.809411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016140.809413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.809419:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.809430:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338854528:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.815480:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016140.818336:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.818369:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (548864 552959) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.818412:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 0<>647168 00000100:00100000:1.0:1734016140.818942:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.818955:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854784:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.831390:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338854528:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016140.832196:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.832270:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.832286:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338854784:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.836874:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341046528 00000100:00100000:3.0:1734016140.836882:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341046528 00000100:00100000:3.0:1734016140.847489:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341046656 00000100:00100000:3.0:1734016140.847496:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341046656 00000100:00100000:3.0:1734016140.847535:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15600 00000100:00100000:3.0:1734016140.847541:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341046656:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.847554:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.847564:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.847587:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.847588:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.847591:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.847592:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.847640:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341046656:12345-192.168.201.160@tcp:106: Request processed in 98us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.847646:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15600 00010000:00010000:3.0:1734016140.850775:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850794:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850804:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850810:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850815:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.850828:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.850852:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850858:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850864:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850869:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.850874:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850887:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.850892:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.850897:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0640 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.850929:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338855040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.851461:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.851471:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.862313:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341046784 00000100:00100000:3.0:1734016140.862321:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341046784 00000100:00100000:3.0:1734016140.862351:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15601 00000100:00100000:3.0:1734016140.862357:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341046784:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.862369:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.862378:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.862401:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.862402:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.862405:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.862406:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.862442:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341046784:12345-192.168.201.160@tcp:106: Request processed in 86us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.862449:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15601 00010000:00010000:3.0:1734016140.863975:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.863987:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.863997:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864002:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864007:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.864018:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.864194:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864201:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864208:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864214:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.864218:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864227:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.864231:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.864237:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae0647 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.864270:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.865157:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.865169:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338855296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.866744:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016140.866755:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341046912 00000100:00100000:3.0:1734016140.866761:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341046912 00000100:00100000:3.0:1734016140.866790:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15602 00000100:00100000:3.0:1734016140.866796:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341046912:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.866805:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.866812:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.866834:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.866835:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.866838:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.866840:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.866869:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341046912:12345-192.168.201.160@tcp:106: Request processed in 72us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.866875:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15602 00010000:00010000:3.0:1734016140.871434:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871448:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871457:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871464:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871470:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.871482:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.871501:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871507:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871513:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871520:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.871524:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871532:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.871536:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.871542:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae064e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.871574:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338855296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.872079:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.872095:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.877949:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047040 00000100:00100000:3.0:1734016140.877957:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047040 00000100:00100000:3.0:1734016140.878001:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15603 00000100:00100000:3.0:1734016140.878007:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047040:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.878018:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.878029:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.878053:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.878056:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.878059:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.878060:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.878100:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047040:12345-192.168.201.160@tcp:106: Request processed in 91us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.878106:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15603 00010000:00010000:3.0:1734016140.880719:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880733:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880744:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880751:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880756:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.880768:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.880805:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880812:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880823:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880829:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.880832:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880838:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.880842:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.880847:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0655 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.881187:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.881210:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.884193:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047168 00000100:00100000:3.0:1734016140.884199:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047168 00000100:00100000:3.0:1734016140.884227:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15604 00000100:00100000:3.0:1734016140.884232:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341047168:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.884243:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.884251:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.884272:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.884274:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.884276:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.884277:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.884310:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341047168:12345-192.168.201.160@tcp:106: Request processed in 77us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.884316:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15604 00010000:00010000:3.0:1734016140.885882:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885896:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885906:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885912:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885916:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.885927:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.885936:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885946:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885953:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885967:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.885971:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885978:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.885982:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.885986:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae065c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.886007:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338855552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.886454:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338855680:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.897313:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897332:0:1971:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897348:0:1971:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897358:0:1971:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.897369:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 645388, setting rss=645388; kms=645388, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897382:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897388:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897395:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.897402:0:1971:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.897416:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338855680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.897930:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016140.897940:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338855808:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.904275:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047296 00000100:00100000:3.0:1734016140.904282:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047296 00000100:00100000:3.0:1734016140.904314:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15605 00000100:00100000:3.0:1734016140.904320:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341047296:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.904332:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.904341:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.904363:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.904364:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000020:00010000:3.0:1734016140.904367:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.904368:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1 00000100:00100000:3.0:1734016140.904406:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341047296:12345-192.168.201.160@tcp:106: Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.904410:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15605 00010000:00010000:3.0:1734016140.910416:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910433:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910444:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910451:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910458:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.910470:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.910481:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910486:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910493:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910498:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016140.910501:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910508:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.910513:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.910518:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae066a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.910551:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338855808:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.920932:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047424 00000100:00100000:3.0:1734016140.920944:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047424 00000100:00100000:3.0:1734016140.921013:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15606 00000100:00100000:3.0:1734016140.921020:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341047424:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.921035:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.921125:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.921133:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341047424:12345-192.168.201.160@tcp:104: Request processed in 113us (5132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.921141:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15606 00000100:00100000:1.0:1734016140.921575:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.921589:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856064:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016140.928507:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.928552:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae05e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23a7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.928569:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856064:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016140.929628:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856192:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.934672:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047552 00000100:00100000:3.0:1734016140.934681:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047552 00000100:00100000:3.0:1734016140.936420:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15607 00000100:00100000:3.0:1734016140.936428:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7708:x1818247341047552:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016140.936440:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [610304->614399] (req 610304->614399) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936450:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [610304->614399] (req 610304->614399) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936458:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936466:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936476:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936484:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.936506:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c504b40) 00000100:00100000:3.0:1734016140.936553:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7708:x1818247341047552:12345-192.168.201.160@tcp:105: Request processed in 125us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.936559:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15607 00000008:00010000:1.0:1734016140.937096:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd600 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.937135:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (610304 614399) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.937158:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x240000400:7 offset 610304<>614400 00000100:00100000:1.0:1734016140.937170:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.937177:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338856448:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016140.942344:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd600 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.942374:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd600 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.942393:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338856448:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.942428:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856192:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.942873:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.942883:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856576:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016140.945892:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.945914:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.945928:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.945937:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.945949:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 1773114, setting rss=1773114; kms=1773114, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946013:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946020:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946026:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.946033:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.946050:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338856576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.952742:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.952793:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016140.952825:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016140.952838:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047680 00000100:00100000:3.0:1734016140.952844:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047680 00000100:00100000:3.0:1734016140.952871:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341047808 00000100:00100000:3.0:1734016140.952873:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341047808 00000100:00100000:3.0:1734016140.952886:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15608 00000100:00100000:3.0:1734016140.952892:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047680:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.952904:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0678 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea23b20 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.952993:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.953000:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047680:12345-192.168.201.160@tcp:104: Request processed in 107us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.953006:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15608 00000100:00100000:3.0:1734016140.953020:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15609 00000100:00100000:3.0:1734016140.953024:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8752050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047808:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016140.953031:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 610304->614399) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23b19 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.953060:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016140.953064:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8752050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341047808:12345-192.168.201.160@tcp:104: Request processed in 39us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.953069:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15609 00010000:00010000:1.0:1734016140.953560:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016140.953573:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338856960:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016140.953610:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.953616:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338856832:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.960365:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016140.960633:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338856960:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016140.965656:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.965684:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1552384 1556479) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.965716:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x240000400:7 offset 1552384<>1556480 00000100:00100000:1.0:1734016140.965741:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857344:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.965817:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016140.965821:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff880136afd840 00010000:00010000:1.0:1734016140.965838:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016140.965870:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8000 - object 0x280000400:7 offset 0<>647168 00000100:00100000:1.0:1734016140.965878:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016140.965884:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857472:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.974838:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338856832:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016140.975331:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.975362:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.975377:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857344:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.978535:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857600:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016140.983765:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857600:192.168.201.160@tcp:22:fsx.0 00000008:00010000:1.0:1734016140.984062:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff880136afd840 00000008:00010000:1.0:1734016140.984146:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff880136afd840 00000100:00100000:1.0:1734016140.984158:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338857472:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016140.984992:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338857728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.990550:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048064 00000100:00100000:3.0:1734016140.990559:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048064 00000100:00100000:3.0:1734016140.990638:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15611 00000100:00100000:3.0:1734016140.990645:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341048064:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016140.990660:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.990670:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.990696:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 160, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016140.990699:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:3.0:1734016140.990702:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016140.990703:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:3.0:1734016140.990749:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341048064:12345-192.168.201.160@tcp:106: Request processed in 104us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.990756:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15611 00010000:00010000:1.0:1734016140.993010:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993025:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993036:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993041:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993047:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016140.993058:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016140.993079:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993085:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993091:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993100:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016140.993104:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993130:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016140.993134:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016140.993139:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0686 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016140.993172:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338857728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016140.994703:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016140.994721:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338857856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.000036:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048192 00000100:00100000:3.0:1734016141.000045:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048192 00000100:00100000:3.0:1734016141.000077:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15612 00000100:00100000:3.0:1734016141.000083:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341048192:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.000095:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.000104:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.000274:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 160, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.000276:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:3.0:1734016141.000278:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.000280:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:3.0:1734016141.000329:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341048192:12345-192.168.201.160@tcp:106: Request processed in 245us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.000334:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15612 00010000:00010000:1.0:1734016141.003182:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003197:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003208:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003215:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003226:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.003239:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.003256:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003262:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003270:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003276:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.003279:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003288:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.003293:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.003298:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae068d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.003336:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338857856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.009068:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15614 00000100:00100000:3.0:1734016141.009074:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341048448:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.009081:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.009762:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016141.009769:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341048448:12345-192.168.201.160@tcp:104: Request processed in 693us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.009774:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15614 00010000:00010000:1.0:1734016141.009845:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016141.009851:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.009859:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.009864:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.009878:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.010528:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.010567:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.010573:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.010590:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.010596:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23b0b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.010606:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.010609:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.010614:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.010617:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.010631:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.011209:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.011230:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.011236:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.011242:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.011248:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0632 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 548864->561151) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ada expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.011261:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.011262:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.011265:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.011282:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338858240:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.011336:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.011341:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338858112:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.014306:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.014322:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048576 00000100:00100000:3.0:1734016141.014328:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048576 00000100:00100000:3.0:1734016141.014364:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15615 00000100:00100000:3.0:1734016141.014371:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341048576:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.014383:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3883008->3891199] (req 3883008->3891199) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014392:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3883008->3891199] (req 3883008->3891199) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014399:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014407:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014415:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014422:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.014436:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2c240) 00000100:00100000:3.0:1734016141.014472:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341048576:12345-192.168.201.160@tcp:105: Request processed in 102us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.014478:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15615 00000100:00100000:1.0:1734016141.015630:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338858240:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.015641:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.015652:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338858368:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016141.018642:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338858112:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.021777:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338858368:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016141.023060:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.023156:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.023163:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.025492:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048704 00000100:00100000:3.0:1734016141.025500:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048704 00000100:00100000:3.0:1734016141.025536:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15616 00000100:00100000:3.0:1734016141.025541:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341048704:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.025552:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.025561:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.025581:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.025582:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000020:00010000:3.0:1734016141.025586:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.025587:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000100:00100000:3.0:1734016141.025621:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341048704:12345-192.168.201.160@tcp:106: Request processed in 79us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.025627:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15616 00000100:00100000:3.0:1734016141.026490:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048832 00000100:00100000:3.0:1734016141.026494:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048832 00000100:00100000:3.0:1734016141.026511:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15617 00000100:00100000:3.0:1734016141.026516:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341048832:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.026523:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.026534:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.026546:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.026547:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:3.0:1734016141.026550:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.026551:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:3.0:1734016141.026574:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341048832:12345-192.168.201.160@tcp:106: Request processed in 57us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.026578:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15617 00010000:00010000:3.0:1734016141.028713:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028728:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028737:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028743:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028748:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.028759:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.028766:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028772:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028778:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028783:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.028786:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028796:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.028801:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.028806:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae06a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.029029:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858624:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.029054:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029063:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029081:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029089:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029096:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.029140:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.029156:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029166:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029175:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029181:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.029186:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029194:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.029199:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.029214:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae069b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.029232:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.029740:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.030064:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338858880:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.032158:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341048960 00000100:00100000:3.0:1734016141.032165:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341048960 00000100:00100000:3.0:1734016141.032195:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15618 00000100:00100000:3.0:1734016141.032202:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341048960:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.032212:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.032221:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.032241:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.032243:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000020:00010000:3.0:1734016141.032246:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.032247:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000100:00100000:3.0:1734016141.032279:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341048960:12345-192.168.201.160@tcp:106: Request processed in 77us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.032286:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15618 00000100:00100000:3.0:1734016141.034022:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049088 00000100:00100000:3.0:1734016141.034029:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049088 00000100:00100000:3.0:1734016141.034066:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15619 00000100:00100000:3.0:1734016141.034071:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341049088:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.034084:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.034092:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.034127:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.034129:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:3.0:1734016141.034132:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.034133:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:3.0:1734016141.034170:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341049088:12345-192.168.201.160@tcp:106: Request processed in 98us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.034176:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15619 00010000:00010000:3.0:1734016141.041145:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041161:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041172:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041177:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041184:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.041195:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.041201:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041207:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041214:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041220:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.041224:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041232:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.041236:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041242:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.041269:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338858752:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.041694:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041702:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041708:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041714:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041719:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.041726:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.041744:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041750:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041756:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041761:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.041763:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041770:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.041773:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.041778:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.041792:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338858880:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.042247:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338859136:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.042292:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.042299:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338859008:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.047229:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049216 00000100:00100000:3.0:1734016141.047237:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049216 00000100:00100000:3.0:1734016141.047271:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15620 00000100:00100000:3.0:1734016141.047276:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341049216:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.047290:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.047299:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.047321:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.047323:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:3.0:1734016141.047326:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.047328:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:3.0:1734016141.047366:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341049216:12345-192.168.201.160@tcp:106: Request processed in 88us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.047372:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15620 00000100:00100000:3.0:1734016141.048931:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049344 00000100:00100000:3.0:1734016141.048937:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049344 00000100:00100000:3.0:1734016141.048969:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15621 00000100:00100000:3.0:1734016141.048974:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341049344:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.048982:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.048991:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.049006:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.049008:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000020:00010000:3.0:1734016141.049011:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.049012:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000100:00100000:3.0:1734016141.049042:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341049344:12345-192.168.201.160@tcp:106: Request processed in 66us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.049047:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15621 00010000:00010000:3.0:1734016141.050682:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050696:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050708:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050714:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050720:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.050731:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.050737:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050742:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050749:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050755:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.050760:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050768:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.050772:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.050778:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae06be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.050809:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338859136:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.051732:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051741:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051748:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051753:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051758:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.051765:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.051815:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051820:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051826:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051834:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.051837:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051843:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.051845:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.051850:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae06b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.051863:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338859008:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.052392:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338859264:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.052443:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.052449:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338859392:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.054318:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.054329:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049472 00000100:00100000:3.0:1734016141.054335:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049472 00000100:00100000:3.0:1734016141.054364:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15622 00000100:00100000:3.0:1734016141.054370:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8751c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341049472:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.054379:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.054388:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.054410:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.054413:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000020:00010000:3.0:1734016141.054416:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.054417:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 645388 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 848 00000100:00100000:3.0:1734016141.054450:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8751c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341049472:12345-192.168.201.160@tcp:106: Request processed in 79us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.054456:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15622 00000100:00100000:1.0:1734016141.054533:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049600 00000100:00100000:1.0:1734016141.054537:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049600 00000100:00100000:1.0:1734016141.054573:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 296 00000100:00100000:1.0:1734016141.054578:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7694:x1818247341049600:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016141.054583:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.054591:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016141.054605:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016141.054606:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000020:00010000:1.0:1734016141.054609:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016141.054610:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 16 00000100:00100000:1.0:1734016141.054630:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7694:x1818247341049600:12345-192.168.201.160@tcp:106: Request processed in 51us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.054637:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 296 00010000:00010000:3.0:1734016141.057194:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057208:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057218:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057224:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057229:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.057239:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.057245:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057255:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057261:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057267:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.057271:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057279:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.057283:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057289:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae06cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.057310:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338859392:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.057323:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057328:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057334:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057340:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057345:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.057350:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 645388, setting rss=645388; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.057368:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057374:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057379:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057383:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.057386:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057391:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.057393:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.057398:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae06c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.057413:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338859264:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.060383:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049728 00000100:00100000:3.0:1734016141.060394:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049728 00000100:00100000:3.0:1734016141.060429:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15623 00000100:00100000:3.0:1734016141.060435:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341049728:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.060450:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.060777:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.060785:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341049728:12345-192.168.201.160@tcp:104: Request processed in 348us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.060793:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15623 00010000:00010000:1.0:1734016141.061278:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.061286:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.061294:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c240 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.061299:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.061317:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.061327:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.061358:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.061363:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.061383:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.061390:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c240/0x6897f2fa45ae0694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3883008->3891199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b3c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.061424:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.061425:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.061427:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.061432:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.061445:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338859648:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.065135:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341049856 00000100:00100000:3.0:1734016141.065143:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341049856 00000100:00100000:3.0:1734016141.065183:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15624 00000100:00100000:3.0:1734016141.065189:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341049856:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.065201:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065210:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [65536->73727] (req 65536->73727) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065218:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065230:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065237:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065245:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.065260:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c504480) 00000100:00100000:3.0:1734016141.065302:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341049856:12345-192.168.201.160@tcp:105: Request processed in 113us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.065308:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15624 00000008:00010000:1.0:1734016141.066973:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.067004:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (65536 69631) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.067041:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 0<>647168 00000100:00100000:1.0:1734016141.067055:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.067064:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338859904:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.072264:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338859648:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016141.077615:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.077925:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.077946:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338859904:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.078415:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.078427:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338860032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.080560:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.082965:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.082980:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.082990:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.082995:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083001:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.083012:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.083053:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083064:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083070:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083075:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.083078:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083086:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.083090:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.083095:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae06da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.083148:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338860032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.083439:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338860160:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.085437:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.087239:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087252:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087265:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087271:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087276:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.087285:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.087434:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087439:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087444:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087449:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e880 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.087453:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087461:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.087465:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.087474:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e880/0x6897f2fa45ae06e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.087593:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338860160:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.098881:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.098887:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098894:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016141.098897:0:4737:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098904:0:4737:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098910:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098923:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098943:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.098948:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.099659:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.099668:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae06ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 5 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea23bb3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.099930:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.099932:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.099934:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.099949:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861056:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.100698:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.100706:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338860928:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.103701:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103722:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103733:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103743:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.103756:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 645388, setting rss=645388; kms=645388, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103770:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103777:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103783:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.103789:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.103804:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338860928:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.103819:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861056:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.104565:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.104576:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861184:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.106333:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.108314:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108327:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108337:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108343:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108349:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.108359:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.108368:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108374:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108401:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108406:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.108409:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108416:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.108419:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.108425:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae06fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.108460:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861184:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.110531:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.111789:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.111802:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338861440:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016141.116600:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd3c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.116622:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd3c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d440/0x6897f2fa45ae067f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1556479) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23b27 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.116634:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338861440:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016141.116987:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.116998:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338861568:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.119189:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016141.121218:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afda80 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.121244:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (937984 942079) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.121269:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x240000400:7 offset 937984<>942080 00000100:00100000:1.0:1734016141.121281:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.121288:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861824:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.123977:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338861568:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016141.132241:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afda80 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.132269:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afda80 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.132290:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338861824:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.133477:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.133495:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338861952:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016141.136294:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd3c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.136320:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd3c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.136334:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338861952:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016141.145991:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.146005:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338862208:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016141.150872:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa143800: committing for last_committed 4294968363 gen 2 00000100:00100000:1.0:1734016141.150915:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338862208:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016141.151654:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016141.151663:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.151681:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3637248 3641343) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.151718:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 3637248<>3641344 00000100:00100000:1.0:1734016141.151736:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338862464:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.155449:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.155485:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.155502:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338862464:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.155671:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.155696:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3641344 3645439) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.155721:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 3641344<>3645440 00000100:00100000:1.0:1734016141.155733:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.155740:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338862720:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.161043:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.161133:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.161153:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338862720:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.161570:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338862848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.164337:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.170663:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800b6d17000: committing for last_committed 4294968362 gen 2 00010000:00010000:1.0:1734016141.170727:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170741:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170752:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170757:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170763:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.170776:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.170799:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170805:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170812:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170819:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.170822:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170831:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.170835:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.170841:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae070b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.170881:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338862848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.171307:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338862976:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.173753:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341050752 00000100:00100000:3.0:1734016141.173761:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341050752 00000100:00100000:3.0:1734016141.173856:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15631 00000100:00100000:3.0:1734016141.173864:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341050752:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.173877:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.173891:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.173914:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 162, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.173916:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.173920:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.173921:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.173971:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341050752:12345-192.168.201.160@tcp:106: Request processed in 107us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.173976:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15631 00010000:00010000:1.0:1734016141.175779:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.175795:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.175806:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.175812:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.175818:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.175829:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.176186:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.176193:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.176199:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.176205:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.176209:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.176217:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.176221:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.176227:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cfc0/0x6897f2fa45ae0712 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.176262:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338862976:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.177186:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863104:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.179227:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341050880 00000100:00100000:3.0:1734016141.179235:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341050880 00000100:00100000:3.0:1734016141.179278:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15632 00000100:00100000:3.0:1734016141.179284:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341050880:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.179294:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.179303:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.179324:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 162, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.179325:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.179328:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.179330:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.179368:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341050880:12345-192.168.201.160@tcp:106: Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.179375:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15632 00010000:00010000:1.0:1734016141.180824:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180836:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180847:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180853:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180859:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.180869:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.180877:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180882:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180888:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180893:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.180897:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180903:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.180907:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.180917:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0719 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.180935:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863104:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.181559:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.181570:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863232:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.183661:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051008 00000100:00100000:3.0:1734016141.183669:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051008 00000100:00100000:3.0:1734016141.184347:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15633 00000100:00100000:3.0:1734016141.184353:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341051008:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.184367:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.184375:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.184397:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 162, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.184399:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.184402:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.184403:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.184448:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341051008:12345-192.168.201.160@tcp:106: Request processed in 95us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.184454:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15633 00010000:00010000:1.0:1734016141.189182:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189197:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189208:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189214:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189220:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.189231:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.189250:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189260:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189266:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189271:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.189275:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189284:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.189288:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189293:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0720 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.189540:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863232:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016141.189561:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.189585:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3469312 3473407) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.189608:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 3469312<>3473408 00000100:00100000:1.0:1734016141.189618:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.189625:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863488:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.192393:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.192416:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.192434:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338863488:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.192939:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.192951:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338863616:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.196332:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051136 00000100:00100000:3.0:1734016141.196340:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051136 00000100:00100000:3.0:1734016141.196488:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15634 00000100:00100000:3.0:1734016141.196495:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341051136:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.196507:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.196516:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.196537:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 162, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.196539:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.196542:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.196543:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.196579:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341051136:12345-192.168.201.160@tcp:106: Request processed in 84us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.196584:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15634 00010000:00010000:1.0:1734016141.198584:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.198598:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.198607:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.198613:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.198618:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.198632:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.199206:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.199213:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.199219:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.199225:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.199229:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.199238:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.199242:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.199248:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0727 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.199323:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338863616:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.200325:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338863744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.202020:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051264 00000100:00100000:3.0:1734016141.202027:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051264 00000100:00100000:3.0:1734016141.202063:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15635 00000100:00100000:3.0:1734016141.202069:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341051264:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.202080:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.202088:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.202139:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 162, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.202142:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.202145:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.202146:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.202181:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341051264:12345-192.168.201.160@tcp:106: Request processed in 112us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.202187:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15635 00010000:00010000:1.0:1734016141.203479:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203492:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203503:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203508:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203514:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.203525:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.203534:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203539:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203545:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203551:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.203556:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203568:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.203573:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.203578:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae072e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.203598:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338863744:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.206762:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.206767:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.206774:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.206778:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.206790:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.207450:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.207480:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.207486:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.207503:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.207508:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae06d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23b7b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.207518:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.207519:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.207520:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.207526:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.207537:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338864000:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.207629:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.207639:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051392 00000100:00100000:3.0:1734016141.207642:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051392 00000100:00100000:3.0:1734016141.207675:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15636 00000100:00100000:3.0:1734016141.207679:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341051392:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.207686:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.207711:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.207716:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341051392:12345-192.168.201.160@tcp:104: Request processed in 36us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.207720:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15636 00010000:00010000:1.0:1734016141.208873:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.208879:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.208887:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.208890:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.208901:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.208949:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.208985:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.208990:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.210998:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.211007:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae06f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea23bc1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.211027:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.211028:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.211031:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.214706:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338863872:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.214727:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.214737:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.214745:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.215232:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051648 00000100:00100000:3.0:1734016141.215240:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051648 00000100:00100000:3.0:1734016141.215277:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15637 00000100:00100000:3.0:1734016141.215283:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7708:x1818247341051648:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.215292:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215301:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3035136->3047423] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215308:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215315:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215322:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215329:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.215348:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2fcc0) 00000100:00100000:3.0:1734016141.215389:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7708:x1818247341051648:12345-192.168.201.160@tcp:105: Request processed in 105us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.215394:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15637 00010000:00010000:1.0:1734016141.215511:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.215519:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.215538:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.215548:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 645388, setting rss=645388; kms=645388, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.215557:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.215563:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.215575:0:10361:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [3036282, 3043871) 00000080:00200000:1.0:1734016141.215601:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 741 of 1146 to 2950 bytes 00000080:00200000:1.0:1734016141.219902:0:10361:0:(rw26.c:1006:ll_write_end()) pos 3036282, len 2950, copied 2950 00000080:00200000:1.0:1734016141.219909:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800b3b241b0[3 ffff8801368d7b70 2 1 ffff8800a871d2a0] 00000080:00200000:1.0:1734016141.219912:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a20e00 1fffff0000080d 3:0 ffff8800b3b241b0 741 lru 00000080:00200000:1.0:1734016141.219919:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800b3b24210 741: 1< 1 - - > 2< 3035136 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016141.219921:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800b3b241b0 00000080:00200000:1.0:1734016141.219922:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016141.219926:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 742 of 0 to 4096 bytes 00000080:00200000:1.0:1734016141.219968:0:10361:0:(rw26.c:1006:ll_write_end()) pos 3039232, len 4096, copied 4096 00000080:00200000:1.0:1734016141.219972:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800b3b240d8[3 ffff8801368d7b70 2 1 ffff8800a871d2a0] 00000080:00200000:1.0:1734016141.219974:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a21b00 1fffff00000805 3:0 ffff8800b3b240d8 742 lru 00000080:00200000:1.0:1734016141.219978:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800b3b24138 742: 1< 0 - - > 2< 3039232 0 0 0x0 0x0 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016141.219979:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800b3b240d8 00000080:00200000:1.0:1734016141.219980:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016141.219982:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 743 of 0 to 543 bytes 00000080:00200000:1.0:1734016141.224047:0:10361:0:(rw26.c:1006:ll_write_end()) pos 3043328, len 543, copied 543 00000080:00200000:1.0:1734016141.224054:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800b3b24000[3 ffff8801368d7b70 2 1 ffff8800a871d2a0] 00000080:00200000:1.0:1734016141.224056:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a21b40 1fffff0000080d 3:0 ffff8800b3b24000 743 lru 00000080:00200000:1.0:1734016141.224061:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800b3b24060 743: 1< 1 - - > 2< 3043328 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016141.224063:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800b3b24000 00000080:00200000:1.0:1734016141.224064:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:1.0:1734016141.224070:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 3, from 1146, to 543 00000008:00010000:1.0:1734016141.224088:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.224101:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.224231:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.224240:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe90248, count 3, dirtied 3 00000080:00200000:1.0:1734016141.224244:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 3 pages 7589 bytes, tot: 7589 00000080:00200000:1.0:1734016141.224247:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 7589 00000020:00010000:1.0:1734016141.224257:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.224260:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224262:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd1b0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016141.224268:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224276:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016141.224288:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.224290:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd1b0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.224297:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 7589 bytes 00000080:00200000:1.0:1734016141.224302:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [741, 743] 00000080:00200000:1.0:1734016141.224308:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016141.224311:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 7589, restart: 0 00000080:00200000:1.0:1734016141.224321:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000080:00200000:1.0:1734016141.224325:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 7589 00000080:00200008:1.0:1734016141.224340:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016141.224346:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016141.224362:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016141.224373:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.224383:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016141.224391:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016141.224394:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae05f3 00000080:00010000:1.0:1734016141.224398:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae05f3 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016141.224400:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.224406:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016141.224421:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016141.224428:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016141.224438:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224440:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67db0, flags 0x400001002 00000008:00010000:1.0:1734016141.224444:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224445:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016141.224454:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224461:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224469:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224475:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224486:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224493:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224499:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224504:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.224514:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000020:00010000:1.0:1734016141.224517:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.224519:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224521:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224523:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a87d0ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224525:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.224526:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.224529:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.224534:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016141.224543:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016141.224546:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016141.224549:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016141.224553:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224554:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016141.224557:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224558:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67db0, flags 0x400001002 00010000:00010000:1.0:1734016141.224563:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224570:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224577:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224583:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224592:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224598:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224604:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224609:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.224618:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000020:00010000:1.0:1734016141.224620:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.224622:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224624:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a87d0ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224626:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.224628:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.224629:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.224631:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.224636:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016141.224642:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5967418 00000080:00200008:1.0:1734016141.224648:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016141.224653:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016141.224660:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016141.224668:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae05ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a8d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.224674:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae05ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a8d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016141.224680:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016141.224682:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae05ec 00000080:00010000:1.0:1734016141.224685:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae05ec from it ffff8800a7017cd8 00010000:00010000:1.0:1734016141.224847:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae05ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23a8d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.224853:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae05ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23a8d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016141.224865:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016141.224870:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016141.224877:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224878:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67db0, flags 0x400001002 00000008:00010000:1.0:1734016141.224881:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.224882:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016141.224895:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae073c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.224903:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae073c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.225677:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656f40/0x6897f2fa45ae0743 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.225684:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656f40/0x6897f2fa45ae0743 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.227441:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.227760:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.227782:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051776 00000100:00100000:3.0:1734016141.227788:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051776 00000100:00100000:3.0:1734016141.227903:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341051904 00000100:00100000:3.0:1734016141.227907:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341051904 00000080:00200000:1.0:1734016141.231835:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000020:00010000:1.0:1734016141.231840:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.231842:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.231846:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.231849:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a87d0ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.231851:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.231852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.231855:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.231865:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016141.231883:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016141.231888:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016141.231894:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016141.231902:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.231904:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016141.231908:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.231909:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67db0, flags 0x400001002 00010000:00010000:1.0:1734016141.231923:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae074a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.231930:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae074a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.231982:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0751 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.231988:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0751 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.235228:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.235280:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016141.239031:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000020:00010000:1.0:1734016141.239036:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.239039:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.239043:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a87d0ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.239047:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.239049:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.239050:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.239053:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.239064:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016141.239073:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5967418 00000080:00a00000:1.0:1734016141.239151:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b90d8 start=0x7fb497243000 end=0x7fb497245000 vm_flags=0xfb 00000080:00200000:1.0:1734016141.239159:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016141.239165:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016141.239175:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.239177:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67db0, flags 0x400001002 00000008:00010000:1.0:1734016141.239181:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016141.239183:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016141.239202:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0758 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.239209:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0758 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.239402:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae075f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.239408:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae075f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.247502:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 880 00000020:00010000:1.0:1734016141.247507:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016141.247510:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.247514:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.247516:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a87d0ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016141.247518:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.247520:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016141.247523:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016141.247532:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016141.247575:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 593 00000080:00200000:1.0:1734016141.247581:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016141.247589:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016141.247597:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [593, 593] 00000008:00010000:1.0:1734016141.247606:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016141.247609:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8c30, osc lock ffff88012db67560, flags 0x0 00010000:00010000:1.0:1734016141.247625:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.247632:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.247657:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.247674:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338865536:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.247851:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.250811:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341052544 00000100:00100000:3.0:1734016141.250819:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341052544 00000100:00100000:3.0:1734016141.251469:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15644 00000100:00100000:3.0:1734016141.251478:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341052544:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.251494:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3035136->3047423) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23c00 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.251552:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.251557:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341052544:12345-192.168.201.160@tcp:104: Request processed in 81us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.251563:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15644 00000100:00100000:1.0:1734016141.258224:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338865536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.258243:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.258251:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.258258:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.262658:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341052672 00000100:00100000:3.0:1734016141.262669:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341052672 00000100:00100000:3.0:1734016141.262711:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15645 00000100:00100000:3.0:1734016141.262718:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341052672:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.262735:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.262747:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2428928->2433023] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.262753:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.262764:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.262771:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.262778:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.263027:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8654900) 00000100:00100000:3.0:1734016141.263074:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341052672:12345-192.168.201.160@tcp:105: Request processed in 357us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.263080:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15645 00010000:00010000:1.0:1734016141.263307:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263315:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263338:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.263346:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3043871, setting rss=3043871; kms=3043871, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263355:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263361:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263414:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263422:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (647168 651263) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263428:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263434:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.263440:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.266729:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.266743:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.266963:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016141.266977:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.267017:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2428928 2433023) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.267136:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9180 - object 0x280000400:7 offset 647168<>3047424 00000100:00100000:1.0:1734016141.267159:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338866048:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.303181:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.304464:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.304489:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338866048:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.306137:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338866176:192.168.201.160@tcp:4:fsx.0 00000008:00010000:3.0:1734016141.312486:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d540 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.312606:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d540 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.312621:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338866176:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016141.317894:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338866432:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016141.324046:0:1970:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294969995 gen 2 00000100:00100000:1.0:1734016141.324181:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338866432:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016141.324640:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338866560:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.327237:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341052800 00000100:00100000:3.0:1734016141.327245:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341052800 00000100:00100000:3.0:1734016141.327278:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15646 00000100:00100000:3.0:1734016141.327284:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341052800:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.327297:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.327307:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.327329:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 587, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.327331:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000020:00010000:3.0:1734016141.327334:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.327335:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000100:00100000:3.0:1734016141.327375:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341052800:12345-192.168.201.160@tcp:106: Request processed in 91us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.327383:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15646 00000100:00100000:1.0:1734016141.329558:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294969994 gen 1 00010000:00010000:1.0:1734016141.329614:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329625:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329637:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329643:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329649:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.329660:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3043871, setting rss=3043871; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.329680:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329685:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329690:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329696:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.329700:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329708:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.329712:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.329717:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae076d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.329750:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338866560:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.330131:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.330141:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338866688:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.332650:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341052928 00000100:00100000:3.0:1734016141.332658:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341052928 00000100:00100000:3.0:1734016141.332699:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15647 00000100:00100000:3.0:1734016141.332707:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341052928:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.332720:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.332728:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.332750:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 587, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.332752:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000020:00010000:3.0:1734016141.332755:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.332756:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000100:00100000:3.0:1734016141.332796:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341052928:12345-192.168.201.160@tcp:106: Request processed in 90us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.332801:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15647 00010000:00010000:1.0:1734016141.334779:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334795:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334805:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334812:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334823:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.334836:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3043871, setting rss=3043871; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.334861:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334867:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334873:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334879:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d440 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.334883:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334890:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.334894:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.334900:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0774 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.334922:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338866688:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.335682:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338866816:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016141.340168:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338866816:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016141.340849:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338866944:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.344715:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053056 00000100:00100000:3.0:1734016141.344724:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053056 00000100:00100000:3.0:1734016141.344757:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15648 00000100:00100000:3.0:1734016141.344764:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053056:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.344775:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.344785:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.344809:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 584, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.344811:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000020:00010000:3.0:1734016141.344815:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.344816:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000100:00100000:3.0:1734016141.344855:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053056:12345-192.168.201.160@tcp:106: Request processed in 91us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.344861:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15648 00010000:00010000:1.0:1734016141.348229:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348247:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348258:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348264:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348269:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.348281:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3043871, setting rss=3043871; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.348293:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348298:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348310:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348316:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.348320:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348329:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.348333:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.348339:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae077b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.348364:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338866944:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.348749:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338867072:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.352168:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053184 00000100:00100000:3.0:1734016141.352176:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053184 00000100:00100000:3.0:1734016141.352217:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15649 00000100:00100000:3.0:1734016141.352223:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053184:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.352234:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.352243:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.352264:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 584, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.352266:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000020:00010000:3.0:1734016141.352269:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.352270:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3043871 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 888 00000100:00100000:3.0:1734016141.352311:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053184:12345-192.168.201.160@tcp:106: Request processed in 87us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.352317:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15649 00010000:00010000:1.0:1734016141.354671:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354684:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354695:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354705:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354711:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.354723:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3043871, setting rss=3043871; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.354792:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354799:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354806:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354812:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d440 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.354817:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354826:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.354830:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.354836:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d440/0x6897f2fa45ae0782 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.354873:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338867072:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.355947:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338867200:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.357837:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.357850:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053312 00000100:00100000:3.0:1734016141.357855:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053312 00000100:00100000:3.0:1734016141.358467:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15650 00000100:00100000:3.0:1734016141.358474:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053312:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.358489:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.358497:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.358518:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.358519:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.358522:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.358523:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.358557:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053312:12345-192.168.201.160@tcp:106: Request processed in 83us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.358564:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15650 00010000:00010000:1.0:1734016141.361394:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361410:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361421:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361426:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361433:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.361444:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.361975:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361982:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361993:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.361999:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.362004:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.362012:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.362017:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.362023:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0789 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.362093:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338867200:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.363023:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.365029:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053440 00000100:00100000:3.0:1734016141.365035:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053440 00000100:00100000:3.0:1734016141.365067:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15651 00000100:00100000:3.0:1734016141.365072:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053440:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.365083:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.365092:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.365337:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.365339:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.365342:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.365343:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.365475:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053440:12345-192.168.201.160@tcp:106: Request processed in 401us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.365482:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15651 00010000:00010000:1.0:1734016141.367986:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368000:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368010:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368021:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368027:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.368038:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.368279:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368286:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368292:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368298:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.368302:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368311:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.368315:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368321:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0790 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.368359:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.368810:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016141.368820:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.368846:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3571712 3575807) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.368871:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9f80 - object 0x280000400:7 offset 3571712<>3575808 00000100:00100000:1.0:1734016141.368888:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867584:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.372325:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.372363:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.372382:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867584:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.372750:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.372761:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867712:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.379557:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053568 00000100:00100000:3.0:1734016141.379565:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053568 00000100:00100000:3.0:1734016141.379598:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15652 00000100:00100000:3.0:1734016141.379604:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053568:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.379618:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.379627:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.379648:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.379650:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.379653:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.379654:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.379699:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053568:12345-192.168.201.160@tcp:106: Request processed in 94us (4752us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.379704:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15652 00010000:00010000:1.0:1734016141.386463:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386479:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386493:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386498:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386503:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.386514:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.386528:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386533:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386539:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386545:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e880 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.386548:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386555:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.386559:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.386567:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e880/0x6897f2fa45ae0797 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.386589:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338867712:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.392676:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053696 00000100:00100000:3.0:1734016141.392685:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053696 00000008:00010000:3.0:1734016141.398305:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.398331:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3575808 3579903) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.398369:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b9c00 - object 0x280000400:7 offset 3047424<>3579904 00000100:00100000:3.0:1734016141.398381:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.398389:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868096:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.403893:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.403988:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.404009:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868096:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.405139:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.407265:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053824 00000100:00100000:3.0:1734016141.407273:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053824 00000100:00100000:3.0:1734016141.407298:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15654 00000100:00100000:3.0:1734016141.407303:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053824:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.407314:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.407324:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.407342:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.407344:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.407347:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.407348:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.407375:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341053824:12345-192.168.201.160@tcp:106: Request processed in 72us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.407381:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15654 00010000:00010000:3.0:1734016141.408434:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408444:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408453:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408458:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408463:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.408472:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.408623:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408629:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408634:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408640:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.408644:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408651:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.408654:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.408659:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae07a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.409070:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.409495:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868352:192.168.201.160@tcp:4:fsx.0 00000008:00010000:3.0:1734016141.412587:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.412616:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.412630:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868352:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016141.413028:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.413038:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868480:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016141.417464:0:1972:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294969997 gen 2 00000100:00100000:3.0:1734016141.417521:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868480:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016141.418069:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868608:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.424495:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341053952 00000100:00100000:3.0:1734016141.424501:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341053952 00000100:00100000:3.0:1734016141.424535:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15655 00000100:00100000:3.0:1734016141.424541:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053952:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.424552:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.424561:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.424580:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.424582:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.424585:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.424586:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.424624:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341053952:12345-192.168.201.160@tcp:106: Request processed in 83us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.424630:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15655 00010000:00010000:3.0:1734016141.427441:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427459:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427469:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427479:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427485:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.427499:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.427513:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427519:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427526:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427531:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.427537:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427545:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.427549:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.427554:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae07ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.427603:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338868608:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.428045:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868736:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.432619:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054080 00000100:00100000:3.0:1734016141.432626:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054080 00000100:00100000:3.0:1734016141.432655:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15656 00000100:00100000:3.0:1734016141.432660:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054080:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.432672:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.432683:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.432724:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.432726:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.432729:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.432731:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.432777:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054080:12345-192.168.201.160@tcp:106: Request processed in 115us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.432783:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15656 00010000:00010000:3.0:1734016141.436053:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436069:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436083:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436089:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436094:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.436104:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.436304:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436311:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436317:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436323:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.436327:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436335:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.436339:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.436348:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae07b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.436375:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338868736:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.436833:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338868864:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.439000:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.439014:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054208 00000100:00100000:3.0:1734016141.439020:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054208 00000100:00100000:3.0:1734016141.439053:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15657 00000100:00100000:3.0:1734016141.439058:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8752850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054208:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.439069:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.439078:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.439095:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.439097:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000020:00010000:3.0:1734016141.439100:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.439101:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000100:00100000:3.0:1734016141.439157:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8752850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054208:12345-192.168.201.160@tcp:106: Request processed in 98us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.439162:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15657 00010000:00010000:3.0:1734016141.440960:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.440973:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.440982:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.440988:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.440994:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.441004:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.441022:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.441028:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.441034:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.441040:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.441044:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.441056:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.441061:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.441067:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae07ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.441095:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338868864:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.441527:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.441537:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338868992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.443282:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054336 00000100:00100000:3.0:1734016141.443288:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054336 00000100:00100000:3.0:1734016141.443317:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15658 00000100:00100000:3.0:1734016141.443324:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054336:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.443334:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.443341:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.443358:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.443359:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000020:00010000:3.0:1734016141.443362:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.443362:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000100:00100000:3.0:1734016141.443393:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054336:12345-192.168.201.160@tcp:106: Request processed in 69us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.443400:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15658 00010000:00010000:3.0:1734016141.445010:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445022:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445031:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445037:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445042:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.445052:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.445265:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445271:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445277:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445282:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.445286:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445293:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.445297:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.445303:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae07c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.445700:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338868992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.445721:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338869120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.447734:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054464 00000100:00100000:3.0:1734016141.447741:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054464 00000100:00100000:3.0:1734016141.447772:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15659 00000100:00100000:3.0:1734016141.447778:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054464:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.447789:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.447797:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.447814:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.447816:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.447818:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.447819:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.447853:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054464:12345-192.168.201.160@tcp:106: Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.447859:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15659 00010000:00010000:3.0:1734016141.449419:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.449432:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.449441:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.449447:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.449453:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.449464:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.450002:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.450009:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.450014:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.450023:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.450027:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.450034:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.450038:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.450043:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae07c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.450073:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338869120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.452910:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054592 00000100:00100000:3.0:1734016141.452916:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054592 00000100:00100000:3.0:1734016141.452946:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15660 00000100:00100000:3.0:1734016141.452962:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054592:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.452974:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.453969:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.453977:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341054592:12345-192.168.201.160@tcp:104: Request processed in 1024us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.453984:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15660 00010000:00010000:1.0:1734016141.454126:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.454132:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.454140:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.454145:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.454163:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.454223:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.454257:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.454263:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.454285:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.454290:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0704 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 937984->942079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23bcf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.454306:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.454307:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.454309:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.454316:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.454328:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338869376:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.456971:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054720 00000100:00100000:3.0:1734016141.456979:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054720 00000100:00100000:3.0:1734016141.457014:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15661 00000100:00100000:3.0:1734016141.457020:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341054720:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.457029:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1556480->1560575] (req 1556480->1560575) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457037:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1556480->1560575] (req 1556480->1560575) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457043:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457050:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457055:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457063:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.457092:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c504b40) 00000100:00100000:3.0:1734016141.457166:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341054720:12345-192.168.201.160@tcp:105: Request processed in 145us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.457172:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15661 00000100:00100000:1.0:1734016141.462607:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338869376:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.465356:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054848 00000100:00100000:3.0:1734016141.465365:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054848 00000100:00100000:3.0:1734016141.465398:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15662 00000100:00100000:3.0:1734016141.465404:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054848:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.465416:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.465506:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.465516:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341054848:12345-192.168.201.160@tcp:104: Request processed in 110us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.465523:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15662 00010000:00010000:1.0:1734016141.465751:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.465757:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.465765:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.465770:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.465788:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.466511:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.466548:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.466553:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.467091:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.467098:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae07cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1556480->1560575) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23c9a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.467125:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.467126:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.467128:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.467142:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338869888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.469918:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.469930:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341054976 00000100:00100000:3.0:1734016141.469936:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341054976 00000100:00100000:3.0:1734016141.469982:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15663 00000100:00100000:3.0:1734016141.469988:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341054976:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.469998:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [32768->40959] (req 32768->40959) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470005:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [32768->40959] (req 32768->40959) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470012:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470018:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470025:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470031:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.470060:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c506ac0) 00000100:00100000:3.0:1734016141.470092:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7708:x1818247341054976:12345-192.168.201.160@tcp:105: Request processed in 103us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.470098:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15663 00000100:00100000:1.0:1734016141.473988:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338869888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.475618:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.475666:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.475671:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.481732:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.481772:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.481790:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341055104 00000100:00100000:3.0:1734016141.481798:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341055104 00000100:00100000:3.0:1734016141.481821:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341055232 00000100:00100000:3.0:1734016141.481823:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341055232 00000100:00100000:3.0:1734016141.481833:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15664 00000100:00100000:3.0:1734016141.481839:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341055104:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.481851:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.481860:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.481881:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.481883:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000020:00010000:3.0:1734016141.481887:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.481888:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 904 00000100:00100000:3.0:1734016141.481924:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341055104:12345-192.168.201.160@tcp:106: Request processed in 86us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.481930:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15664 00000100:00100000:3.0:1734016141.481941:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15665 00000100:00100000:3.0:1734016141.481944:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341055232:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.481962:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.481968:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.481979:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.481981:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.481983:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.481984:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.482001:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341055232:12345-192.168.201.160@tcp:106: Request processed in 56us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.482006:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15665 00010000:00010000:3.0:1734016141.483181:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483191:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483201:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483210:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483216:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.483226:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.483231:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483235:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483240:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483245:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.483248:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483254:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.483259:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483263:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae07dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.483289:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870144:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.483341:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483348:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483354:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483359:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483364:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.483371:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.483379:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483384:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483389:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483396:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.483399:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483403:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.483406:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483411:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.483422:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870272:192.168.201.160@tcp:101:fsx.0 00000080:00200000:3.0:1734016141.483455:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5967418 i_blocks 936 00000020:00010000:3.0:1734016141.483460:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.483463:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.483467:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d630 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.483470:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d670 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.483472:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.483474:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d630 (ffff8800a8de96c8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.483476:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d670 (ffff8800a8de96c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.483485:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016141.483502:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016141.483507:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016141.483513:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016141.483523:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.483525:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e0f0, osc lock ffff8800aa1beab0, flags 0x400001002 00000008:00010000:3.0:1734016141.483529:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.483530:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e130, osc lock ffff8800aa1be130, flags 0x400001002 00010000:00010000:3.0:1734016141.483544:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483550:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.483596:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870400:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.483925:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b532d00/0x6897f2fa45ae07f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.483932:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b532d00/0x6897f2fa45ae07f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.483963:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338870528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.485688:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.485733:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:3.0:1734016141.496791:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.496807:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.496816:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.496825:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.496830:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.496840:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.497474:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.497482:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.497488:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.497495:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b531d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.497499:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.497508:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.497513:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.497518:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531d40/0x6897f2fa45ae07eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.497546:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338870400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.509360:0:1972:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294969998 gen 2 00000100:00100000:3.0:1734016141.509471:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338870784:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016141.510185:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338870912:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016141.512298:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338870912:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016141.513346:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338871040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.513408:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.513417:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338871168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.517883:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517896:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517905:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517911:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517917:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.517932:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.517938:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517944:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517958:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517963:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.517966:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517974:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.517978:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.517983:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0800 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.518011:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338871168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.518025:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518036:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518041:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518045:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518050:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.518055:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.518070:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518075:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518080:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518084:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.518086:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518095:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.518098:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.518103:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae07f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.518138:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338871040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.518534:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338871296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.518584:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.518590:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338871424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.520523:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.520537:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341056000 00000100:00100000:3.0:1734016141.520544:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341056000 00000100:00100000:3.0:1734016141.520577:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15670 00000100:00100000:3.0:1734016141.520582:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341056000:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.520592:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.520600:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2428928->2433023) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23c31 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.520619:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.520621:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 920 00000020:00010000:3.0:1734016141.520624:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.520625:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3579904 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 920 00000100:00100000:3.0:1734016141.520658:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341056000:12345-192.168.201.160@tcp:106: Request processed in 76us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.520665:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15670 00000100:00100000:1.0:1734016141.520823:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341056128 00000100:00100000:1.0:1734016141.520827:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341056128 00000100:00100000:1.0:1734016141.521163:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 298 00000100:00100000:1.0:1734016141.521168:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341056128:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016141.521175:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.521183:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016141.521196:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 714, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016141.521198:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:1.0:1734016141.521200:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016141.521201:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:1.0:1734016141.521231:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341056128:12345-192.168.201.160@tcp:106: Request processed in 62us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016141.521236:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 298 00010000:00010000:1.0:1734016141.522970:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.522986:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.522996:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523001:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523006:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.523016:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.523022:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523028:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523035:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523041:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.523045:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523057:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.523062:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.523067:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0807 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.523760:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338871296:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.525149:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525162:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525171:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525176:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525181:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.525191:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.525502:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525510:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525515:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525520:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.525523:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525530:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.525534:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.525538:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae080e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.525555:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338871424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.526241:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338871680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.526341:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.526347:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338871552:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.531596:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531614:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531622:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531628:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531633:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.531644:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3579904, setting rss=3579904; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.531651:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531657:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531663:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531668:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.531671:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531682:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.531686:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531691:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0815 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.531710:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338871552:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.531724:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531730:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531735:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531739:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531743:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.531749:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.531756:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531762:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531768:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531773:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.531776:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531782:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.531784:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.531789:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae081c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.531800:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338871680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.534763:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.544725:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.545571:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.547679:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.547710:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341056768 00000100:00100000:3.0:1734016141.547715:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341056768 00000100:00100000:3.0:1734016141.548257:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15675 00000100:00100000:3.0:1734016141.548263:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341056768:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.548273:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.548281:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.548303:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.548305:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.548308:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.548309:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1773114 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.548342:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341056768:12345-192.168.201.160@tcp:106: Request processed in 78us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.548347:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15675 00010000:00010000:1.0:1734016141.550680:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550696:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550710:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550716:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550722:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.550732:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.550741:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550746:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550752:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550758:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.550761:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550768:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.550771:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.550781:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae082a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.550805:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872064:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016141.551281:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.551300:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3592192 3596287) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.551328:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9f80 - object 0x280000400:7 offset 3563520<>3596288 00000100:00100000:1.0:1734016141.551342:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.551351:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872320:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.555892:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.555928:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.555944:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872320:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.556385:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.556395:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872448:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.558648:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.560367:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560384:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560394:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560399:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560404:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.560414:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.560441:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560448:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560454:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560459:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.560462:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560472:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.560476:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560481:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0831 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.560505:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872448:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016141.560809:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.560830:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3596288 3600383) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.560852:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9f80 - object 0x280000400:7 offset 3596288<>3600384 00000100:00100000:1.0:1734016141.560862:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.560868:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872704:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.562599:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.562651:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.562668:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338872704:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.563283:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.563293:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.564764:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.568671:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568687:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568698:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568703:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568707:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.568717:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.568946:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568960:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568966:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568977:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.568982:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.568992:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.568997:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.569003:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0838 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.569327:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.569352:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.571971:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.573984:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.573996:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574005:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574010:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574021:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.574030:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1773114, setting rss=1773114; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.574038:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574043:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574049:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574054:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.574058:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574064:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.574068:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.574073:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae083f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.574090:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338872960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.578674:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.579219:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.579225:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579231:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016141.579237:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579243:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579249:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579266:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579296:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579302:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.579330:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579336:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae05f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23a9b expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.579347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.579348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.579349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.579355:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.579365:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338873344:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.582437:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338873344:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.586059:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341057408 00000100:00100000:3.0:1734016141.586066:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341057408 00000100:00100000:3.0:1734016141.586092:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15680 00000100:00100000:3.0:1734016141.586098:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341057408:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.586139:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.586186:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.586191:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341057408:12345-192.168.201.160@tcp:104: Request processed in 93us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.586196:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15680 00010000:00010000:1.0:1734016141.586295:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.586301:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.586308:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.586312:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.586325:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.586391:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.586416:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.586422:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.586434:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.586440:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0823 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3592192->3596287) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23cee expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.586453:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.586454:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.586455:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.586465:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338873600:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.590088:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341057536 00000100:00100000:3.0:1734016141.590095:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341057536 00000100:00100000:3.0:1734016141.590653:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15681 00000100:00100000:3.0:1734016141.590659:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341057536:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016141.590668:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590675:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590681:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590807:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590814:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590821:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.590845:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2fcc0) 00000100:00100000:3.0:1734016141.590882:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341057536:12345-192.168.201.160@tcp:105: Request processed in 223us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.590888:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15681 00000100:00100000:1.0:1734016141.591389:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338873728:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.591424:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.591431:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338873856:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.596550:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338873856:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.596700:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338873728:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.596730:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338873600:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016141.620034:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd600 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.620143:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2834432 2838527) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.620379:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9f80 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016141.620915:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.620929:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338874240:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016141.625030:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016141.625046:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff880136afd3c0 00010000:00010000:1.0:1734016141.625094:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016141.625253:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016141.625275:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338874496:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016141.710030:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff880136afd3c0 00000008:00010000:1.0:1734016141.710315:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff880136afd3c0 00000100:00100000:1.0:1734016141.710332:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338874496:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.738721:0:1972:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800a875df00 00010000:00010000:3.0:1734016141.738742:0:1972:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.738780:0:1972:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b8000 - object 0x280000400:7 offset 4194304<>4919296 00000100:00100000:3.0:1734016141.738792:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.738801:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338874752:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.745471:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.745553:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.745577:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341057664 00000100:00100000:3.0:1734016141.745584:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341057664 00000100:00100000:3.0:1734016141.747775:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341057792 00000100:00100000:3.0:1734016141.747785:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341057792 00010000:00010000:3.0:1734016141.757869:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757883:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757898:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757903:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757909:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.757918:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4917316, setting rss=4917316; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.757924:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757929:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757936:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757941:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.757953:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757962:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.757966:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.757975:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0854 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.757998:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338874880:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.758012:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758019:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758025:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758030:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758036:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.758042:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.758049:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758054:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758064:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758068:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.758070:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758075:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.758077:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758082:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae085b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.758091:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338875008:192.168.201.160@tcp:101:fsx.0 00000080:00200000:3.0:1734016141.758141:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9111620 i_blocks 952 00000020:00010000:3.0:1734016141.758145:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.758148:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.758151:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d7b0 (ffff8800a87d01b8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.758154:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d7f0 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.758156:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871fb50 (ffff8800a8de96c8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.758158:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d7b0 (ffff8800a8de96c8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.758160:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d7f0 (ffff8800a8de96c8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.758169:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.758214:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 371 00000080:00200000:3.0:1734016141.758220:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.758228:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.758236:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [371, 371] 00000008:00010000:3.0:1734016141.758245:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.758247:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32fc30, osc lock ffff8800aa1be850, flags 0x0 00010000:00010000:3.0:1734016141.758260:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758266:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1519616->1523711] (req 1519616->1523711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.758288:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1519616->1523711] (req 1519616->1523711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.758301:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338875136:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.758335:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.767985:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.767998:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341057920 00000100:00100000:3.0:1734016141.768005:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341057920 00000100:00100000:3.0:1734016141.768041:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15684 00000100:00100000:3.0:1734016141.768046:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341057920:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.768059:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.768102:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.768106:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341057920:12345-192.168.201.160@tcp:104: Request processed in 61us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.768133:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15684 00000080:00200000:1.0:1734016141.776735:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.776767:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.776774:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1734016141.780910:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.785837:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.785845:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0846 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23d18 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.785861:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.785862:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.785864:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1734016141.792464:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.793744:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.793763:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338875520:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.798544:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.798566:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.798580:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338875776:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.804523:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341058176 00000100:00100000:3.0:1734016141.804532:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341058176 00000100:00100000:3.0:1734016141.804563:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15686 00000100:00100000:3.0:1734016141.804569:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341058176:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.804582:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.804591:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.804612:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.804614:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.804617:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.804619:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.804655:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341058176:12345-192.168.201.160@tcp:106: Request processed in 85us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.804661:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15686 00000100:00100000:3.0:1734016141.807282:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.807293:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338876160:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.809372:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341058304 00000100:00100000:3.0:1734016141.809379:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341058304 00000100:00100000:3.0:1734016141.809409:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15687 00000100:00100000:3.0:1734016141.809414:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341058304:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.809428:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.809437:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.809456:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.809457:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000020:00010000:3.0:1734016141.809460:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.809461:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 32 00000100:00100000:3.0:1734016141.809495:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341058304:12345-192.168.201.160@tcp:106: Request processed in 80us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.809501:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15687 00010000:00010000:3.0:1734016141.810718:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810729:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810740:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810745:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810750:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.810759:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.810775:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810780:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810786:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810790:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016141.810793:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810800:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.810803:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.810812:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0877 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.810840:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338876160:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.811254:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.811266:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338876288:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.813630:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813645:0:1972:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813656:0:1972:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813664:0:1972:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.813674:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4917316, setting rss=4917316; kms=4917316, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813697:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813707:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813713:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.813719:0:1972:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.813733:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338876288:192.168.201.160@tcp:101:fsx.0 00000008:00010000:3.0:1734016141.822122:0:1972:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d6c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.822172:0:1972:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3121152 3125247) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.822304:0:1972:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b8a80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:3.0:1734016141.822831:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.822842:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338876544:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016141.873436:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.874853:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.874859:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874867:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016141.874871:0:4737:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874877:0:4737:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874882:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874901:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874929:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874933:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.874963:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874968:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae084d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23d26 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016141.874980:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.874981:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.874982:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016141.875000:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.875010:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338876928:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.879677:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338876928:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.883366:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341058560 00000100:00100000:3.0:1734016141.883376:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341058560 00000100:00100000:3.0:1734016141.883410:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341058688 00000100:00100000:3.0:1734016141.883412:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341058688 00000100:00100000:3.0:1734016141.883426:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15689 00000100:00100000:3.0:1734016141.883434:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341058560:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.883449:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae087e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea23d5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.883515:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.883522:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341058560:12345-192.168.201.160@tcp:104: Request processed in 88us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.883529:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15689 00000100:00100000:3.0:1734016141.883544:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15690 00000100:00100000:3.0:1734016141.883548:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341058688:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016141.883556:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533840/0x6897f2fa45ae0862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1519616->1523711) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23d3b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.883909:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016141.883916:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341058688:12345-192.168.201.160@tcp:104: Request processed in 366us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.883921:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15690 00010000:00010000:1.0:1734016141.890431:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016141.895976:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.902052:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016141.903916:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016141.903927:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.903936:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.903949:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016141.903971:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016141.910614:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016141.910654:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.910660:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016141.914593:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.914607:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae07d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 32768->40959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ca1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.914632:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.914634:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016141.914637:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016141.916303:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.916869:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338877696:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.917299:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.917307:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338877824:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.923602:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338877568:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016141.925274:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338877824:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.925302:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338877696:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016141.931008:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338878080:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016141.931685:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016141.931693:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338878208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.934016:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341059200 00000100:00100000:3.0:1734016141.934024:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341059200 00000100:00100000:3.0:1734016141.934057:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15694 00000100:00100000:3.0:1734016141.934062:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341059200:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.934073:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d6c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.934088:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0885 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d6c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.934137:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.934139:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 920 00000020:00010000:3.0:1734016141.934142:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.934143:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 920 00000100:00100000:3.0:1734016141.934182:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341059200:12345-192.168.201.160@tcp:106: Request processed in 119us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.934188:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15694 00000100:00100000:3.0:1734016141.936010:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341059328 00000100:00100000:3.0:1734016141.936017:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341059328 00000100:00100000:3.0:1734016141.936047:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15695 00000100:00100000:3.0:1734016141.936052:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341059328:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016141.936064:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.936074:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.936097:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016141.936099:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 0 00000020:00010000:3.0:1734016141.936102:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016141.936102:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 0 00000100:00100000:3.0:1734016141.936159:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341059328:12345-192.168.201.160@tcp:106: Request processed in 107us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.936164:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15695 00010000:00010000:1.0:1734016141.937163:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937174:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937183:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937187:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937193:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.937205:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.937210:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937216:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937222:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937227:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.937231:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937239:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.937243:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.937249:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae089a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.937281:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338878080:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016141.941346:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941361:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941371:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941376:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941381:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016141.941391:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 144109, setting rss=144109; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016141.941694:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941700:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941706:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941712:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016141.941716:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941724:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016141.941728:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016141.941734:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae08a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016141.941767:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338878208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.942136:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338878336:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.942186:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016141.942192:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338878464:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.944141:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.944307:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.944325:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341059456 00000100:00100000:3.0:1734016141.944331:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341059456 00000100:00100000:3.0:1734016141.944562:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341059584 00000100:00100000:3.0:1734016141.944565:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341059584 00000080:00200000:3.0:1734016141.948029:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 4338413 i_blocks 920 00000020:00010000:3.0:1734016141.948036:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.948039:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.948043:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1b0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.948046:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1f0 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.948048:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.948050:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1b0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.948053:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1f0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.948061:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016141.948070:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 4338413 00000080:00a00000:3.0:1734016141.948225:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a7319288 start=0x7fb497242000 end=0x7fb497245000 vm_flags=0xfb 00000080:00200000:3.0:1734016141.948234:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016141.948241:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016141.948251:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.948253:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e3f0, osc lock ffff8800aa1be720, flags 0x400001002 00000008:00010000:3.0:1734016141.948257:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.948258:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e430, osc lock ffff8800aa1be5f0, flags 0x400001002 00010000:00010000:3.0:1734016141.948275:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae08b6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.948281:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae08b6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.948330:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.948340:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338878592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.948454:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b531440/0x6897f2fa45ae08bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.948461:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b531440/0x6897f2fa45ae08bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.948484:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338878720:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.951302:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.951350:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016141.954779:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 4338413 i_blocks 920 00000020:00010000:3.0:1734016141.954784:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.954787:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.954791:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e3f0 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.954794:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e430 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.954795:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.954797:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e3f0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.954800:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e430 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.954809:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.954858:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 541 00000080:00200000:3.0:1734016141.954866:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.954873:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.954882:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [541, 541] 00000008:00010000:3.0:1734016141.954890:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.954893:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32fe30, osc lock ffff8800aa1be5f0, flags 0x0 00010000:00010000:3.0:1734016141.954907:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954913:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954937:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.954964:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338878848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.955007:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.956883:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.957926:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016141.957940:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338878976:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.960082:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338878848:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016141.960104:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.960129:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.960137:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2215936->2220031] (req 2215936->2220031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.962223:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016141.966577:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338878976:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.985662:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338880384:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.987453:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.991291:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016141.995669:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.001307:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.001907:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.001914:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.001921:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b532880 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.001926:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.001954:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.002672:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.002709:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.002715:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.003098:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.003106:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae08c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2215936->2220031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23db2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.003131:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.003133:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.003135:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.003148:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338880896:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.006282:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.006804:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006812:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006837:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.006846:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006856:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.006861:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.006879:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 4338413 i_blocks 944 00000100:00100000:1.0:1734016142.006919:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.006929:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338881024:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.010080:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338881024:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.010097:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338880896:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:1.0:1734016142.018254:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 4338413 i_blocks 952 00000020:00010000:1.0:1734016142.018261:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.018263:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.018268:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd870 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.018272:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd8b0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.018274:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.018275:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd870 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.018280:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd8b0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.018289:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016142.018305:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016142.018310:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.018316:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.018327:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.018329:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914b0, osc lock ffff88012db67db0, flags 0x400001002 00000008:00010000:1.0:1734016142.018334:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.018335:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b914f0, osc lock ffff88012db67c80, flags 0x400001002 00010000:00010000:1.0:1734016142.018352:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.018358:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.018404:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338881408:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.018460:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.018465:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.018485:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.018490:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338881536:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.021862:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15709 00000100:00100000:3.0:1734016142.021868:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341061248:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.021876:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.021882:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.021897:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.021898:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.021900:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.021901:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.022337:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341061248:12345-192.168.201.160@tcp:106: Request processed in 467us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.022342:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15709 00010000:00010000:1.0:1734016142.024655:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024670:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024683:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024688:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024693:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.024704:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 144109, setting rss=144109; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.024710:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024715:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024720:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024725:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.024728:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024737:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.024741:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.024750:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0903 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.025505:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338881536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.025528:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025535:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025541:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025546:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025551:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.025558:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.025567:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025571:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025579:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025583:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.025585:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025591:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.025594:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.025598:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae08fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.025609:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338881408:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.029775:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341061376 00000100:00100000:3.0:1734016142.029783:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341061376 00000100:00100000:3.0:1734016142.029812:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341061504 00000100:00100000:3.0:1734016142.029814:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341061504 00000100:00100000:3.0:1734016142.029824:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15710 00000100:00100000:3.0:1734016142.029829:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341061376:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.029840:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.029849:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae088c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23d73 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.029872:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.029874:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 0 00000020:00010000:3.0:1734016142.029877:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.029878:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 144109 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 0 00000100:00100000:3.0:1734016142.029914:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341061376:12345-192.168.201.160@tcp:106: Request processed in 84us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.029920:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15710 00000100:00100000:3.0:1734016142.029931:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15711 00000100:00100000:3.0:1734016142.029934:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341061504:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.029948:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.029954:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.029963:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.029964:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 952 00000020:00010000:3.0:1734016142.029966:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.029967:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 952 00000100:00100000:3.0:1734016142.029979:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341061504:12345-192.168.201.160@tcp:106: Request processed in 44us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.029984:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15711 00000100:00100000:3.0:1734016142.035592:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.035609:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341061632 00000100:00100000:3.0:1734016142.035616:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341061632 00000100:00100000:3.0:1734016142.035661:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15712 00000100:00100000:3.0:1734016142.035668:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341061632:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.035681:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.035782:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.035788:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341061632:12345-192.168.201.160@tcp:104: Request processed in 120us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.035795:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15712 00010000:00010000:1.0:1734016142.035933:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.035949:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.035955:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.035960:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.035980:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.035992:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.036032:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.036038:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.036488:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.036496:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae08e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 884736->888831) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ddc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.036593:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.036594:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.036595:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016142.039037:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.039999:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.040006:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.040021:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.040030:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.040039:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.040048:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.040133:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016142.040142:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b910c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.040167:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1777664 1781759) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.040188:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x280000400:7 offset 1777664<>1781760 00000100:00100000:1.0:1734016142.040204:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338882304:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.043404:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b910c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.043838:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b910c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.043858:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338882304:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.043875:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338882048:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016142.044967:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875da80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.044991:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1781760 1785855) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016142.045026:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b9500 - object 0x280000400:7 offset 1781760<>1785856 00010000:00010000:1.0:1734016142.048710:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1777664 1781759) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.048772:0:10361:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8e00 - object 0x280000400:7 offset 1777664<>1785856 00000100:00100000:1.0:1734016142.049341:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.049361:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338882688:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016142.053561:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.053602:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d480 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.053617:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338882688:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.061415:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.067084:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.070069:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.070083:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883200:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.073579:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.075766:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.075782:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.075792:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.075798:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.075803:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.075820:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.076000:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.076006:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.076013:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.076019:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.076023:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.076031:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.076035:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.076040:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae092d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.076181:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883200:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.076518:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.078912:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.081360:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081372:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081381:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081386:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081390:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.081401:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.081560:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081566:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081573:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081579:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.081583:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081595:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.081599:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.081604:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0934 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.081623:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.081935:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.081952:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.083723:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.085935:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.085956:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.085967:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.085972:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.085977:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.085993:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.086002:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.086007:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.086013:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.086019:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.086023:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.086030:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.086035:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.086041:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae093b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.086061:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.086473:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.088625:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.090510:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090524:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090533:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090538:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090543:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.090554:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.090574:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090579:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090585:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090590:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.090593:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090604:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.090608:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.090613:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae0942 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.090634:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338883584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.094720:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.097382:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338883840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.099824:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341062784 00000100:00100000:3.0:1734016142.099831:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341062784 00000100:00100000:3.0:1734016142.099864:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15721 00000100:00100000:3.0:1734016142.099870:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341062784:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.099881:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3133440->3145727] (req 3133440->3145727) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099891:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3133440->3145727] (req 3133440->3145727) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099898:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099907:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099915:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099922:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.099937:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f3c0) 00000100:00100000:3.0:1734016142.099987:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341062784:12345-192.168.201.160@tcp:105: Request processed in 116us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.099993:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15721 00000080:00200000:1.0:1734016142.100880:0:10361:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [7330937, 7338947) 00000080:00200000:1.0:1734016142.100910:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1789 of 3193 to 903 bytes 00000080:00200000:1.0:1734016142.100962:0:10361:0:(rw26.c:1006:ll_write_end()) pos 7330937, len 903, copied 903 00000080:00200000:1.0:1734016142.100967:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713d948[3 ffff88012b3bbc38 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016142.100969:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a5f400 1fffff00000805 3:0 ffff8800a713d948 1789 lru 00000080:00200000:1.0:1734016142.100975:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713d9a8 765: 1< 0 - - > 2< 3133440 0 0 0x0 0x0 | ffff88012e33c758 ffff8800a856eea0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016142.100977:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713d948 00000080:00200000:1.0:1734016142.100978:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016142.100979:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1790 of 0 to 4096 bytes 00000080:00200000:1.0:1734016142.100993:0:10361:0:(rw26.c:1006:ll_write_end()) pos 7331840, len 4096, copied 4096 00000080:00200000:1.0:1734016142.100995:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713da20[3 ffff88012b3bbc38 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016142.100997:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a270c0 1fffff00000805 3:0 ffff8800a713da20 1790 lru 00000080:00200000:1.0:1734016142.101000:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713da80 766: 1< 0 - - > 2< 3137536 0 0 0x0 0x0 | ffff88012e33c758 ffff8800a856eea0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016142.101001:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713da20 00000080:00200000:1.0:1734016142.101002:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016142.101003:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1791 of 0 to 3011 bytes 00000080:00200000:1.0:1734016142.101013:0:10361:0:(rw26.c:1006:ll_write_end()) pos 7335936, len 3011, copied 3011 00000080:00200000:1.0:1734016142.101016:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713daf8[3 ffff88012b3bbc38 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016142.101019:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a27100 1fffff00000805 3:0 ffff8800a713daf8 1791 lru 00000080:00200000:1.0:1734016142.101022:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713db58 767: 1< 0 - - > 2< 3141632 0 0 0x0 0x0 | ffff88012e33c758 ffff8800a856eea0 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016142.101023:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713daf8 00000080:00200000:1.0:1734016142.101024:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:1.0:1734016142.101028:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 3, from 3193, to 3011 00000008:00010000:1.0:1734016142.101045:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.101058:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.101065:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.101072:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe1ba48, count 3, dirtied 3 00000080:00200000:1.0:1734016142.101077:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 3 pages 8010 bytes, tot: 8010 00000080:00200000:1.0:1734016142.101079:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 8010 00000020:00010000:1.0:1734016142.101091:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.101093:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101095:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd8b0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016142.101098:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101105:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.101137:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.101139:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd8b0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.101146:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 8010 bytes 00000080:00200000:1.0:1734016142.101152:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [1789, 1791] 00000080:00200000:1.0:1734016142.101159:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016142.101161:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 8010, restart: 0 00000080:00200000:1.0:1734016142.101167:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7338947 i_blocks 968 00000080:00200000:1.0:1734016142.101170:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 8010 00000080:00200008:1.0:1734016142.101188:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016142.101194:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016142.101207:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016142.101219:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0893 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23d81 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.101229:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0893 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23d81 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016142.101238:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016142.101240:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0893 00000080:00010000:1.0:1734016142.101245:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0893 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016142.101248:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23d81 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.101253:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0893 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23d81 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016142.101269:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.101276:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.101287:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101289:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67a20, flags 0x400001002 00000008:00010000:1.0:1734016142.101293:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101294:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db678f0, flags 0x400001002 00010000:00010000:1.0:1734016142.101305:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101313:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101321:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101326:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101337:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101343:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101350:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101355:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.101364:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7338947 i_blocks 968 00000020:00010000:1.0:1734016142.101366:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.101368:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101370:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101372:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101374:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.101375:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.101378:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.101384:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016142.101397:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016142.101401:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.101404:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.101408:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101410:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db678f0, flags 0x400001002 00000008:00010000:1.0:1734016142.101412:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101413:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67a20, flags 0x400001002 00010000:00010000:1.0:1734016142.101420:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101426:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101432:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101438:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101444:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101449:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101459:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101464:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.101471:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7338947 i_blocks 968 00000020:00010000:1.0:1734016142.101472:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.101474:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101476:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101477:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.101479:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.101480:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.101483:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.101486:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016142.101490:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7338947 00000080:00200008:1.0:1734016142.101498:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016142.101503:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016142.101510:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016142.101517:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.101524:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016142.101529:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016142.101531:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae08cb 00000080:00010000:1.0:1734016142.101534:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae08cb from it ffff8800a7017cd8 00010000:00010000:1.0:1734016142.101536:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.101541:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016142.101549:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.101554:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.101560:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101561:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67a20, flags 0x400001002 00000008:00010000:1.0:1734016142.101564:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.101565:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db678f0, flags 0x400001002 00010000:00010000:1.0:1734016142.101576:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101583:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101643:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.101649:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.101681:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338884096:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.101752:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.101757:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338883968:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.104370:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338883840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.105243:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341062912 00000100:00100000:3.0:1734016142.105250:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341062912 00000100:00100000:3.0:1734016142.105273:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063040 00000100:00100000:3.0:1734016142.105274:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063040 00000100:00100000:3.0:1734016142.105283:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15722 00000100:00100000:3.0:1734016142.105288:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341062912:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.105299:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.105308:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.105331:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.105333:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000020:00010000:3.0:1734016142.105335:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.105336:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000100:00100000:3.0:1734016142.105374:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341062912:12345-192.168.201.160@tcp:106: Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.105379:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15722 00000100:00100000:3.0:1734016142.105391:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15723 00000100:00100000:3.0:1734016142.105394:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341063040:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.105399:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.105405:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.105413:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.105415:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000020:00010000:3.0:1734016142.105417:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.105418:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000100:00100000:3.0:1734016142.105434:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341063040:12345-192.168.201.160@tcp:106: Request processed in 40us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.105438:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15723 00010000:00010000:1.0:1734016142.106760:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106772:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106782:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106787:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106792:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.106803:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.106808:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106813:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106819:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106829:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.106833:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106841:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.106846:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.106851:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.106880:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338883968:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.108599:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108612:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108621:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108626:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108631:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.108643:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.108665:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108670:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108676:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108682:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.108686:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108693:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.108696:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.108701:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0957 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.108717:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338884096:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.113656:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063168 00000100:00100000:3.0:1734016142.113667:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063168 00000100:00100000:3.0:1734016142.113727:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063296 00000100:00100000:3.0:1734016142.113729:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063296 00000100:00100000:3.0:1734016142.113742:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15724 00000100:00100000:3.0:1734016142.113748:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341063168:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.113759:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.113768:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.113792:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.113793:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000020:00010000:3.0:1734016142.113796:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.113797:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000100:00100000:3.0:1734016142.113841:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341063168:12345-192.168.201.160@tcp:106: Request processed in 92us (1592us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.113846:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15724 00000100:00100000:3.0:1734016142.113860:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15725 00000100:00100000:3.0:1734016142.113863:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341063296:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.113870:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.113876:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.113886:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.113887:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000020:00010000:3.0:1734016142.113889:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.113890:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000100:00100000:3.0:1734016142.113903:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341063296:12345-192.168.201.160@tcp:106: Request processed in 39us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.113908:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15725 00010000:00010000:3.0:1734016142.117492:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117506:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117516:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117522:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117527:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.117542:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.117548:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117553:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117558:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117563:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.117568:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117577:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.117581:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117587:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0965 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.117957:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338884352:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.117974:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117984:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117989:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117994:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.117998:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.118004:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.118022:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.118026:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.118031:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.118035:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.118037:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.118045:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.118048:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.118053:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae095e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.118068:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338884224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.119016:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338884480:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.119064:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.119069:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338884608:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.121347:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.121361:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063424 00000100:00100000:3.0:1734016142.121371:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063424 00000100:00100000:3.0:1734016142.121402:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15726 00000100:00100000:3.0:1734016142.121407:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341063424:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.121420:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.121427:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.121446:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.121448:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000020:00010000:3.0:1734016142.121451:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.121452:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 968 00000100:00100000:3.0:1734016142.121489:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341063424:12345-192.168.201.160@tcp:106: Request processed in 80us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.121494:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15726 00000100:00100000:1.0:1734016142.121759:0:4727:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1734016142.121768:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063552 00000100:00100000:1.0:1734016142.121771:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063552 00000100:00100000:1.0:1734016142.121792:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 300 00000100:00100000:1.0:1734016142.121797:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8736050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341063552:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016142.121803:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.121810:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.121824:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 6, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016142.121825:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000020:00010000:1.0:1734016142.121828:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016142.121829:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1 00000100:00100000:1.0:1734016142.121849:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8736050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341063552:12345-192.168.201.160@tcp:106: Request processed in 51us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.121855:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 300 00010000:00010000:3.0:1734016142.124960:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.124980:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.124993:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.124998:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125005:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.125020:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.125029:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125034:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125044:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125049:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.125053:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125063:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.125067:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125073:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae096c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.125102:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338884480:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.125721:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125730:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125738:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125744:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125750:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.125758:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.125886:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125893:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125898:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125902:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.125905:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125911:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.125914:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.125918:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0973 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.125931:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338884608:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.128826:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341063680 00000100:00100000:3.0:1734016142.128834:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341063680 00000100:00100000:3.0:1734016142.128872:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15727 00000100:00100000:3.0:1734016142.128878:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341063680:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.128892:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.128956:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.128962:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341063680:12345-192.168.201.160@tcp:104: Request processed in 84us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.128968:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15727 00010000:00010000:1.0:1734016142.129148:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.129155:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.129161:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.129165:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.129184:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.129246:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.129284:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.129294:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.129324:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.129330:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0918 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1777664->1781759) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23e0d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.129350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.129351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.129353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.129362:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.129377:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338884864:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.133782:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.137952:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338884864:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.139385:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338885120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.141389:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.144515:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338885248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.146836:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.149337:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149353:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149363:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149369:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149375:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.149386:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.149524:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149532:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149539:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149543:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.149547:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149554:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.149558:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.149564:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0988 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.149596:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338885248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.150024:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.150034:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338885376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.152507:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.154425:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154441:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154451:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154457:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154463:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.154477:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.154489:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154494:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154501:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154513:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.154518:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154524:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.154529:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.154535:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae098f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.154558:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338885376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.157024:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.157357:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15732 00000100:00100000:3.0:1734016142.157362:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341064320:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.157372:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.157418:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.157423:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341064320:12345-192.168.201.160@tcp:104: Request processed in 61us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.157429:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15732 00010000:00010000:1.0:1734016142.158328:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.158335:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.158341:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.158345:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.158360:0:4737:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.158369:0:4737:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.158408:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3133440 3137535) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.158463:0:4737:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ebb80 - object 0x240000400:7 offset 3133440<>3144643 00000100:00100000:1.0:1734016142.158490:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338885632:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016142.167997:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.168027:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91240 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0949 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3145727) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23e3e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.168040:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338885632:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.172161:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338885760:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.175371:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.175386:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341064448 00000100:00100000:3.0:1734016142.175392:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341064448 00000100:00100000:3.0:1734016142.175423:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15733 00000100:00100000:3.0:1734016142.175430:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341064448:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.175441:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175450:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1150976->1155071] (req 1150976->1155071) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175456:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175464:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175470:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175478:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.175493:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2c480) 00000100:00100000:3.0:1734016142.175528:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341064448:12345-192.168.201.160@tcp:105: Request processed in 98us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.175536:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15733 00000100:00100000:1.0:1734016142.176464:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338885888:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.179250:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338885888:192.168.201.160@tcp:22:fsx.0 00000008:00010000:1.0:1734016142.186470:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff880136afdd80 00010000:00010000:1.0:1734016142.186511:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.186602:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 0<>3145728 00000100:00100000:1.0:1734016142.186617:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000008:00010000:1.0:1734016142.186622:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.186635:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1966080 1970175) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.186648:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 1966080<>1970176 00000100:00100000:1.0:1734016142.186661:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338886272:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.186749:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338886400:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.193931:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.193976:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.193994:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338886400:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.197161:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.197194:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1970176 1974271) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.197225:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 1970176<>1974272 00000100:00100000:1.0:1734016142.197242:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.197252:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338886656:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.226925:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.227351:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.227371:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338886656:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.227871:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338886784:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.227921:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.227926:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338886912:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016142.234452:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff880136afdd80 00000008:00010000:1.0:1734016142.234644:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff880136afdd80 00000100:00100000:1.0:1734016142.234662:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338886272:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016142.239323:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239338:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239349:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239354:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239359:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.239369:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.239377:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239382:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239387:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239392:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.239396:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239403:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.239407:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239412:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.239703:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338886912:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.239721:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239727:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239739:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239744:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.239749:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.239756:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.240376:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.240383:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.240389:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.240393:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.240396:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.240402:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.240405:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.240413:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae099d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.240427:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338886784:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.240723:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.241051:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.241058:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.247504:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247516:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247525:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247529:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247534:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.247544:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.247549:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247554:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247560:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247564:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.247567:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247575:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.247579:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247583:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae09b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.247602:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.247615:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247621:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247626:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247631:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.247635:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.247640:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.248194:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.248201:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.248205:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.248209:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.248211:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.248216:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.248219:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.248224:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.248240:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.249450:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.249534:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.249540:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887424:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.256022:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256037:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256046:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256051:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256056:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.256067:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.256076:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256081:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256088:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256094:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.256099:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256135:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.256140:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256146:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae09b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.256173:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887296:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.256612:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256619:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256625:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256631:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256637:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.256643:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.256659:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256666:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256670:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256674:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.256677:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256682:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.256685:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.256690:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.256701:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338887424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.259621:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.259636:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065344 00000100:00100000:3.0:1734016142.259644:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065344 00000100:00100000:3.0:1734016142.259682:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15740 00000100:00100000:3.0:1734016142.259688:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065344:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.259700:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae097a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4829184->4837375) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23e6f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.259742:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.259746:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065344:12345-192.168.201.160@tcp:104: Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.259751:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15740 00000100:00100000:1.0:1734016142.261429:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338887680:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.264151:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065472 00000100:00100000:3.0:1734016142.264158:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065472 00000100:00100000:3.0:1734016142.264194:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15741 00000100:00100000:3.0:1734016142.264199:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341065472:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.264209:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264216:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [897024->901119] (req 897024->901119) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264222:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264229:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264235:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264243:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.264262:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f840) 00000100:00100000:3.0:1734016142.264300:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341065472:12345-192.168.201.160@tcp:105: Request processed in 99us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.264305:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15741 00000008:00010000:1.0:1734016142.264708:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.264734:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (897024 901119) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.264760:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x280000400:7 offset 897024<>901120 00000100:00100000:1.0:1734016142.264772:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.264780:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338887936:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.267769:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.267790:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.267804:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338887936:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.268451:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.268470:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (901120 905215) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.268492:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x280000400:7 offset 901120<>905216 00000100:00100000:1.0:1734016142.268504:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.268511:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338888192:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.269147:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338887680:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016142.271913:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.272466:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.272486:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338888192:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016142.273840:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (905216 909311) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.273850:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.273856:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.273861:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.274070:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016142.274087:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91300 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.274387:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (905216 909311) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.274423:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x280000400:7 offset 905216<>909312 00000100:00100000:1.0:1734016142.274453:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338888448:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.278010:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91300 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.278039:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91300 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.278061:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338888448:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.282780:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.282820:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.282837:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338888576:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.283092:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.283104:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338888704:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016142.287040:0:1971:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294970006 gen 2 00000100:00100000:3.0:1734016142.287101:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338888704:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016142.289339:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065600 00000100:00100000:3.0:1734016142.289347:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065600 00000100:00100000:3.0:1734016142.289379:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15742 00000100:00100000:3.0:1734016142.289385:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065600:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.289395:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.289403:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.289421:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.289424:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.289426:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.289427:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.289459:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065600:12345-192.168.201.160@tcp:106: Request processed in 73us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.289465:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15742 00000100:00100000:3.0:1734016142.290815:0:1972:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294970005 gen 1 00010000:00010000:3.0:1734016142.290836:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290847:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290858:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290864:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290875:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.290886:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.290896:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290902:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290908:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290913:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.290916:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290924:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.290928:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.290933:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae09ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.291301:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338888832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.291324:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338888960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.293854:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065728 00000100:00100000:3.0:1734016142.293861:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065728 00000100:00100000:3.0:1734016142.293896:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15743 00000100:00100000:3.0:1734016142.293901:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341065728:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.293912:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.293921:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.293952:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.293954:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.293957:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.293957:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.293993:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341065728:12345-192.168.201.160@tcp:106: Request processed in 91us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.293999:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15743 00010000:00010000:3.0:1734016142.296265:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296280:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296289:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296299:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296304:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.296313:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.296322:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296327:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296333:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296338:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.296342:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296349:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.296354:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.296359:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.296384:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338888960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.298460:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065856 00000100:00100000:3.0:1734016142.298466:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065856 00000100:00100000:3.0:1734016142.298490:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15744 00000100:00100000:3.0:1734016142.298495:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065856:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.298504:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.298511:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.298528:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.298530:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.298533:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.298534:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.298559:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341065856:12345-192.168.201.160@tcp:106: Request processed in 64us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.298564:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15744 00010000:00010000:3.0:1734016142.299742:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299752:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299761:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299766:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299771:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.299781:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.299804:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299810:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299816:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299823:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.299828:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299835:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.299839:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.299844:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae09dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.299866:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338889088:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.300267:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.300278:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338889216:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.302880:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341065984 00000100:00100000:3.0:1734016142.302886:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341065984 00000100:00100000:3.0:1734016142.302915:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15745 00000100:00100000:3.0:1734016142.302921:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341065984:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.302932:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.302949:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.302970:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.302972:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.302975:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.302976:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.303015:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341065984:12345-192.168.201.160@tcp:106: Request processed in 93us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.303020:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15745 00010000:00010000:3.0:1734016142.304607:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.304619:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.304628:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.304633:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.304638:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.304649:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.305008:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305015:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305022:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305027:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.305031:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305040:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.305045:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.305054:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae09e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.305075:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338889216:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.309862:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066112 00000100:00100000:3.0:1734016142.309870:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066112 00000100:00100000:3.0:1734016142.309900:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15746 00000100:00100000:3.0:1734016142.309906:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341066112:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.309918:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.310392:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.310400:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.310407:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.310412:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.310451:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.310516:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.310547:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.310552:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.310568:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.310578:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae09c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 897024->901119) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23ebc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.310592:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.310594:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.310595:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.310601:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.310613:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338889472:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.310691:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016142.310698:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341066112:12345-192.168.201.160@tcp:104: Request processed in 790us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.310704:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15746 00000100:00100000:3.0:1734016142.316258:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.316272:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066240 00000100:00100000:3.0:1734016142.316278:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066240 00000100:00100000:3.0:1734016142.316316:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15747 00000100:00100000:3.0:1734016142.316322:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8752850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341066240:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.316334:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1552384->1560575] (req 1552384->1560575) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316343:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1552384->1560575] (req 1552384->1560575) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316354:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316362:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316369:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316376:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.316399:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507cc0) 00000100:00100000:3.0:1734016142.316439:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8752850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341066240:12345-192.168.201.160@tcp:105: Request processed in 117us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.316444:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15747 00000100:00100000:1.0:1734016142.324414:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338889472:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.324868:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338889856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.324927:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.324932:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338889728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.326990:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066368 00000100:00100000:3.0:1734016142.326999:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066368 00000100:00100000:3.0:1734016142.327028:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066496 00000100:00100000:3.0:1734016142.327030:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066496 00000100:00100000:3.0:1734016142.327042:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15748 00000100:00100000:3.0:1734016142.327047:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341066368:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.327059:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.327067:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.327090:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 769, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.327092:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.327094:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.327096:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.327395:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341066368:12345-192.168.201.160@tcp:106: Request processed in 347us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.327401:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15748 00010000:00010000:3.0:1734016142.330710:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330724:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330735:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330741:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330748:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.330768:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.330775:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330779:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330785:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330791:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.330794:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330803:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.330808:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330813:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae09f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.330846:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338889728:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.330859:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330868:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330873:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330878:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.330882:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.330886:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.330996:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.331002:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.331007:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.331012:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.331014:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.331023:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.331025:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.331031:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae09f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.331043:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338889856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.331497:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338889984:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.331561:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.331566:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338890112:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.334411:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066624 00000100:00100000:3.0:1734016142.334419:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066624 00000100:00100000:3.0:1734016142.334445:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066752 00000100:00100000:3.0:1734016142.334447:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066752 00000100:00100000:3.0:1734016142.334457:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15750 00000100:00100000:3.0:1734016142.334463:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341066624:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.334474:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.334483:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.334505:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 769, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.334507:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.334510:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.334511:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.334550:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341066624:12345-192.168.201.160@tcp:106: Request processed in 87us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.334555:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15750 00000100:00100000:3.0:1734016142.334567:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15751 00000100:00100000:3.0:1734016142.334572:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341066752:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.334577:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.334583:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.334592:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 769, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.334594:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.334596:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.334597:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.334610:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341066752:12345-192.168.201.160@tcp:106: Request processed in 38us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.334614:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15751 00010000:00010000:1.0:1734016142.336260:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336273:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336283:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336288:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336298:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.336315:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.336321:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336326:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336331:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336337:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.336341:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336349:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.336353:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336358:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0a06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.336393:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338890112:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.336409:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336415:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336421:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336426:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336430:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.336435:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.336450:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336456:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336461:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336465:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.336468:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336473:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.336475:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.336480:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae09ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.336491:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338889984:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.337744:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.337758:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338890240:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.340580:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338890240:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.341567:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.341622:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.341627:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.344425:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341066880 00000100:00100000:3.0:1734016142.344432:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341066880 00000100:00100000:3.0:1734016142.344457:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341067008 00000100:00100000:3.0:1734016142.344459:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341067008 00000100:00100000:3.0:1734016142.344469:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15752 00000100:00100000:3.0:1734016142.344475:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341066880:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.344488:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.344497:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.344517:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 767, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.344518:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.344521:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.344522:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.344560:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341066880:12345-192.168.201.160@tcp:106: Request processed in 85us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.344566:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15752 00000100:00100000:3.0:1734016142.344579:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15753 00000100:00100000:3.0:1734016142.344582:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341067008:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.344587:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.344593:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.344603:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 767, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.344604:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.344607:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.344608:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.344623:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341067008:12345-192.168.201.160@tcp:106: Request processed in 40us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.344628:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15753 00010000:00010000:3.0:1734016142.346508:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346521:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346530:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346535:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346540:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.346552:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.346557:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346563:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346569:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346574:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.346578:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346585:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.346589:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346593:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0a14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.346627:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890496:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.346642:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346657:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346664:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346669:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346675:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.346682:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.346698:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346703:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346708:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346713:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.346716:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346721:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.346724:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.346729:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0a0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.346745:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.347035:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338890752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.347077:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.347081:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338890624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.349065:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.349080:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341067136 00000100:00100000:3.0:1734016142.349088:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341067136 00000100:00100000:3.0:1734016142.349658:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15754 00000100:00100000:3.0:1734016142.349665:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8752050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341067136:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.349676:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349685:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349705:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 767, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.349707:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.349710:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.349711:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.349746:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8752050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341067136:12345-192.168.201.160@tcp:106: Request processed in 82us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.349750:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15754 00010000:00010000:3.0:1734016142.352091:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352104:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352158:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352164:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352173:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.352185:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.352192:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352198:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352204:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352210:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.352213:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352220:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.352224:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352229:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae0a1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.352247:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338890624:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.352263:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352270:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352275:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352279:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352284:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.352289:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.352305:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352310:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352314:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352318:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.352320:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352325:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.352328:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.352332:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0a22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.352342:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338890752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.353060:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890880:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.353126:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.353131:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338891008:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.355289:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341067392 00000100:00100000:3.0:1734016142.355296:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341067392 00000100:00100000:3.0:1734016142.355337:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15755 00000100:00100000:3.0:1734016142.355343:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341067392:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.355356:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.355365:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae09ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1552384->1560575) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23edf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.355388:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 767, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.355391:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000020:00010000:3.0:1734016142.355394:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.355395:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4835756 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1008 00000100:00100000:3.0:1734016142.355437:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341067392:12345-192.168.201.160@tcp:106: Request processed in 94us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.355444:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15755 00000100:00100000:3.0:1734016142.356610:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341067520 00000100:00100000:3.0:1734016142.356615:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341067520 00000100:00100000:3.0:1734016142.356644:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15756 00000100:00100000:3.0:1734016142.356649:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341067520:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.356656:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.356663:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.356675:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 767, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.356676:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.356679:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.356680:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.356703:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341067520:12345-192.168.201.160@tcp:106: Request processed in 53us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.356707:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15756 00010000:00010000:3.0:1734016142.359081:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359096:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359133:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359140:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359145:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.359157:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.359165:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359170:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359176:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359181:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.359185:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359193:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.359198:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.359203:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0a29 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.359233:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338890880:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.367438:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.368306:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.371969:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.371979:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.371986:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.371990:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.371994:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.372003:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.372127:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.372133:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.372138:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.372143:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.372145:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.372151:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.372154:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.372160:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.372187:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338891136:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.372899:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338891392:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.372956:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.372961:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338891520:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.377776:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377792:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377802:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377808:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377813:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.377824:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.377829:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377834:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377841:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377847:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.377851:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377860:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.377864:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.377869:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0a4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.377889:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338891520:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.378424:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378431:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378437:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378441:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378446:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.378451:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.378850:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378857:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378862:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378866:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.378868:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378874:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.378876:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.378881:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0a45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.378897:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338891392:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.382657:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.384904:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338891776:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.387436:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.388869:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338891904:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.391258:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338891776:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016142.392083:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338891904:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.392669:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.392681:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338892032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.394292:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.396814:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.396824:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338892160:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.398296:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.401945:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.401961:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.401972:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.401977:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.401982:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.401992:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4835756, setting rss=4835756; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.402054:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.402060:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.402066:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.402075:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.402079:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.402088:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.402092:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.402097:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0a61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.402157:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338892160:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.408988:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.408999:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338892416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.411157:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.415887:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:3.0:1734016142.421191:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.421209:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.421216:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.422713:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.422739:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341068928 00000100:00100000:3.0:1734016142.422746:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341068928 00000100:00100000:3.0:1734016142.422786:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15767 00000100:00100000:3.0:1734016142.422793:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341068928:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.422805:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23f48 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.422814:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0a53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3469312->3481599) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23f48 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.422835:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.422837:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5600502 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1032 00000020:00010000:3.0:1734016142.422840:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.422841:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5600502 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1032 00000100:00100000:3.0:1734016142.422876:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341068928:12345-192.168.201.160@tcp:106: Request processed in 83us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.422881:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15767 00000080:00200000:3.0:1734016142.432731:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9794806 i_blocks 1064 00000020:00010000:3.0:1734016142.432736:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.432739:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.432742:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d330 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.432745:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d370 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.432747:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.432748:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d330 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.432752:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d370 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.432760:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.432777:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016142.432781:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.432788:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016142.432797:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.432799:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e270, osc lock ffff8800aa1be720, flags 0x400001002 00000008:00010000:3.0:1734016142.432803:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.432804:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e2b0, osc lock ffff8800aa1bed10, flags 0x400001002 00010000:00010000:3.0:1734016142.432819:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532880/0x6897f2fa45ae0a7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.432825:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532880/0x6897f2fa45ae0a7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.432876:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.432884:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.432891:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.432897:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.434450:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016142.459845:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9794806 i_blocks 1064 00000020:00010000:3.0:1734016142.459850:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.459853:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.459857:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e270 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.459860:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e2b0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.459863:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.459865:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e270 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.459869:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e2b0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.459878:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.459889:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9794806 00000080:00200008:3.0:1734016142.459946:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 3568077, type: SEEK_SET 00000080:00200008:3.0:1734016142.459950:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 3568077, type: SEEK_SET, rc = 3568077 00000080:00200008:3.0:1734016142.459960:0:10361:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 3568077, count: 214 00000080:00200000:3.0:1734016142.459986:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 871 of 461 to 214 bytes 00000080:00200000:3.0:1734016142.459993:0:10361:0:(file.c:2441:ll_do_tiny_write()) result: 0, original count 214 00000080:00200000:3.0:1734016142.459998:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 3568077, bytes: 214 00000080:00200000:3.0:1734016142.460002:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016142.460010:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 765, [0x200000401:0xc:0x0] hash] 00000020:00200000:3.0:1734016142.460012:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [3568077, 3568291) 0 0 00000080:00200000:3.0:1734016142.460016:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016142.460030:0:10361:0:(file.c:1893:ll_file_io_generic()) Range lock [871, 871] 00020000:00200000:3.0:1734016142.460037:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [3568077, 3568291) 3568291, 214 00020000:00200000:3.0:1734016142.460040:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.460056:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [871, 871] 00000008:00010000:3.0:1734016142.460068:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.460072:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32f5b0, osc lock ffff8800aa1bed10, flags 0x0 00010000:00010000:3.0:1734016142.460094:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.460101:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3567616->3571711] (req 3567616->3571711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.460365:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3567616->3571711] (req 3567616->3571711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.460383:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338892928:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.460437:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.462074:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.506086:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338893184:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016142.574054:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574067:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574077:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574083:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574087:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.574098:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.574106:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574151:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574156:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574162:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.574166:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574174:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.574178:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.574183:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0a92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.575858:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338893696:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.576928:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338893824:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.577500:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.577507:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.577729:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338893952:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.581901:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15774 00000100:00100000:3.0:1734016142.581907:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341069824:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.581913:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.581919:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0996 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1150976->1155071) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23e8b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.581940:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1789, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.581941:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000020:00010000:3.0:1734016142.581944:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.581945:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3144643 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 32 00000100:00100000:3.0:1734016142.582223:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341069824:12345-192.168.201.160@tcp:106: Request processed in 316us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.582228:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15774 00010000:00010000:1.0:1734016142.586527:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586540:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586549:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586553:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586558:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.586568:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3144643, setting rss=3144643; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.586588:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586593:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586598:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586603:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a86573c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.586605:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586612:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.586615:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.586624:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86573c0/0x6897f2fa45ae0aa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.586644:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338893952:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.592579:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.592596:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341069952 00000100:00100000:3.0:1734016142.592604:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341069952 00000100:00100000:3.0:1734016142.593318:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15775 00000100:00100000:3.0:1734016142.593324:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:6488:x1818247341069952:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.593338:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.593405:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.593410:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:6488:x1818247341069952:12345-192.168.201.160@tcp:104: Request processed in 86us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.593416:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15775 00010000:00010000:1.0:1734016142.594781:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.594790:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594798:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016142.594802:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594808:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594814:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594833:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594864:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594868:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.594886:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594895:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae08cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23dc0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.594904:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.594905:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.594906:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.594910:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.594923:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338894336:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016142.601372:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338894336:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.604977:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016142.619258:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.623772:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.623822:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23f79 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.623832:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.623876:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23f79 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.623885:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0a84 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3567616->3571711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23f79 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.623906:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.623908:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.623911:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.623924:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.624946:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338894720:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.629451:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.635945:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.641264:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338894720:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.645250:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.650685:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.650963:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338895232:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016142.651181:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338895104:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016142.658642:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338895232:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016142.658660:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338895104:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016142.678151:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338895488:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.678172:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678181:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678190:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678198:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678206:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678211:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016142.678220:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016142.678228:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88013739c000 x1818247338895488/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016142.678236:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016142.678246:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.678258:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016142.678307:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016142.678312:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0abc 00000080:00010000:1.0:1734016142.678317:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016142.678320:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0abc from it ffff8800a7017cd8 00010000:00010000:1.0:1734016142.678322:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.678328:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016142.678355:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.678363:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.678378:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.678380:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db678f0, flags 0x400001002 00000008:00010000:1.0:1734016142.678384:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.678386:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db67a20, flags 0x400001002 00010000:00010000:1.0:1734016142.678404:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.678409:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.678453:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.678458:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.678482:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338895744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.683682:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.684053:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.687524:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687542:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687554:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687559:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687565:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.687584:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1428580, setting rss=1428580; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.687593:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687599:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687605:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687610:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.687614:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687622:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.687626:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687632:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0ac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.687677:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338895616:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.687714:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687725:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687731:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687736:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687742:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.687748:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.687767:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687773:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687779:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687783:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.687786:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687795:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.687797:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.687801:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0aca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.687813:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338895744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.688186:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338895872:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.688230:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.688235:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338896000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.691203:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.691253:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.691291:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341070848 00000100:00100000:3.0:1734016142.691302:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341070848 00000100:00100000:3.0:1734016142.691326:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341070976 00000100:00100000:3.0:1734016142.691328:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341070976 00000100:00100000:3.0:1734016142.691338:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15782 00000100:00100000:3.0:1734016142.691344:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341070848:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.691359:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.691370:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.691393:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.691397:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1428580 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000020:00010000:3.0:1734016142.691399:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.691400:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1428580 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000100:00100000:3.0:1734016142.691454:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341070848:12345-192.168.201.160@tcp:106: Request processed in 109us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.691460:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15782 00000100:00100000:3.0:1734016142.691473:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15783 00000100:00100000:3.0:1734016142.691477:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341070976:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.691483:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.691490:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.691500:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.691501:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.691504:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.691505:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.691519:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341070976:12345-192.168.201.160@tcp:106: Request processed in 42us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.691524:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15783 00010000:00010000:1.0:1734016142.693725:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693739:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693748:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693753:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693759:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.693770:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.693776:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693781:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693787:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693792:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.693796:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693804:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.693808:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693814:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ad8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.693836:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338896000:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.693849:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693859:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693866:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693871:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693876:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.693882:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1428580, setting rss=1428580; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.693890:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693895:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693900:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693904:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.693907:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693916:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.693919:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.693924:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0ad1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.693944:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338895872:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.698742:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.699713:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.699718:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699724:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016142.699727:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699733:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699739:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699759:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699788:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.699797:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.700013:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.700020:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0abc lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea23fc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.700033:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.700034:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.700036:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.700041:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.700051:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338896384:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016142.705172:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338896384:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.714809:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.714841:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.714855:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341071232 00000100:00100000:3.0:1734016142.714860:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341071232 00000100:00100000:3.0:1734016142.714879:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341071360 00000100:00100000:3.0:1734016142.714880:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341071360 00000100:00100000:3.0:1734016142.714890:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15785 00000100:00100000:3.0:1734016142.714895:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341071232:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.714903:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.714911:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.714926:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.714937:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000020:00010000:3.0:1734016142.714940:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.714941:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000100:00100000:3.0:1734016142.714964:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341071232:12345-192.168.201.160@tcp:106: Request processed in 69us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.714969:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15785 00000100:00100000:3.0:1734016142.714979:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15786 00000100:00100000:3.0:1734016142.714982:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341071360:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.714987:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.714994:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.715002:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.715003:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.715005:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.715006:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.715015:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341071360:12345-192.168.201.160@tcp:106: Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.715018:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15786 00000080:00200000:3.0:1734016142.717376:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3447862 i_blocks 832 00000020:00010000:3.0:1734016142.717382:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.717385:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.717390:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875dc30 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.717393:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875dc70 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.717395:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.717397:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875dc30 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.717401:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875dc70 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.717412:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.717431:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016142.717436:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.717443:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016142.717456:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.717458:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3eab0, osc lock ffff8800aa1be720, flags 0x400001002 00000008:00010000:3.0:1734016142.717463:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.717464:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3eaf0, osc lock ffff8800aa1be980, flags 0x400001002 00010000:00010000:3.0:1734016142.717483:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.717490:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.717536:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b533cc0/0x6897f2fa45ae0afb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.717542:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b533cc0/0x6897f2fa45ae0afb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.719803:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.720035:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.720066:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.720078:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341071488 00000100:00100000:3.0:1734016142.720085:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341071488 00000100:00100000:3.0:1734016142.720438:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15788 00000100:00100000:3.0:1734016142.720442:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341071488:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.720449:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.720455:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.720468:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.720470:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000020:00010000:3.0:1734016142.720472:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.720475:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000100:00100000:3.0:1734016142.720493:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341071488:12345-192.168.201.160@tcp:106: Request processed in 50us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.720499:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15788 00010000:00010000:3.0:1734016142.723552:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723563:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723570:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723576:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723581:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.723590:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.723608:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723613:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723619:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723624:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b532400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.723628:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723635:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.723638:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.723644:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532400/0x6897f2fa45ae0af4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.723674:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338897152:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.729454:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341071744 00000100:00100000:3.0:1734016142.729463:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341071744 00000100:00100000:3.0:1734016142.729501:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15789 00000100:00100000:3.0:1734016142.729507:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341071744:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.729517:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.729525:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.729546:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.729547:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.729550:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.729552:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.729595:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341071744:12345-192.168.201.160@tcp:106: Request processed in 88us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.729600:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15789 00000100:00100000:3.0:1734016142.730074:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341071872 00000100:00100000:3.0:1734016142.730078:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341071872 00000100:00100000:3.0:1734016142.730492:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15790 00000100:00100000:3.0:1734016142.730497:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341071872:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.730504:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.730510:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.730523:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.730524:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000020:00010000:3.0:1734016142.730526:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.730527:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 832 00000100:00100000:3.0:1734016142.730546:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341071872:12345-192.168.201.160@tcp:106: Request processed in 49us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.730550:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15790 00000100:00100000:3.0:1734016142.738786:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.740709:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016142.745272:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3447862 i_blocks 832 00000020:00010000:3.0:1734016142.745278:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.745280:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.745286:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d570 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.745290:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d5b0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.745292:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.745294:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d570 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.745297:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d5b0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.745307:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016142.745318:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 3447862 00000080:00a00000:3.0:1734016142.745374:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a7319288 start=0x7fb497242000 end=0x7fb497245000 vm_flags=0xf9 00000080:00200000:3.0:1734016142.745383:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.745390:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016142.745402:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.745404:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e630, osc lock ffff8800aa1bebe0, flags 0x400001002 00000008:00010000:3.0:1734016142.745408:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.745409:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e670, osc lock ffff8800aa1bf300, flags 0x400001002 00010000:00010000:3.0:1734016142.745426:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531b00/0x6897f2fa45ae0b1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.745433:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531b00/0x6897f2fa45ae0b1e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.745480:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0b25 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.745485:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0b25 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.747300:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.747392:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016142.752950:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3447862 i_blocks 832 00000020:00010000:3.0:1734016142.752955:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.752958:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.752962:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e630 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.752965:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e670 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.752967:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.752969:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e630 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.752972:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e670 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.752981:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.753028:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 32 00000080:00200000:3.0:1734016142.753035:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.753043:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.753051:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [32, 32] 00000008:00010000:3.0:1734016142.753060:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.753063:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32fbb0, osc lock ffff8800aa1bf300, flags 0x0 00010000:00010000:3.0:1734016142.753080:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.753086:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.754080:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.754103:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338898176:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.754179:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.756538:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016142.757661:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.757667:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.757674:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.757678:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.757714:0:4737:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.757724:0:4737:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.757765:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1425408 1429503) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.757814:0:4737:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 1425408<>1429504 00000080:00200000:1.0:1734016142.762026:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.762059:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.762090:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.762096:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.762125:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.762130:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0aa7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23fa3 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.762144:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.762145:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.762147:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.762150:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.762159:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338898432:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.764262:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341072640 00000100:00100000:3.0:1734016142.764268:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341072640 00000100:00100000:3.0:1734016142.764319:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15796 00000100:00100000:3.0:1734016142.764325:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341072640:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.764338:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764346:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [131072->135167] (req 131072->135167) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764352:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764359:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764365:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764372:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.764391:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012b531680) 00000100:00100000:3.0:1734016142.764421:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341072640:12345-192.168.201.160@tcp:105: Request processed in 96us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.764425:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15796 00000100:00100000:1.0:1734016142.767417:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338898432:192.168.201.160@tcp:103:ldlm_bl.0 00000020:00010000:1.0:1734016142.767807:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.767810:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.767813:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e32fbb0 (ffff8800a8de9488/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016142.767819:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.767827:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.767838:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.767841:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e32fbb0 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.767855:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016142.767888:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 33 00000080:00200000:1.0:1734016142.767894:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016142.767904:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016142.767913:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [33, 33] 00000008:00010000:1.0:1734016142.767923:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016142.767925:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67c80, flags 0x0 00010000:00010000:1.0:1734016142.767947:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.767956:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (135168 139263) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.767963:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.767969:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.767974:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.774329:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.774334:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.774336:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a8de9488/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016142.774344:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.774352:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.774364:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.774366:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.774378:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016142.774414:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 34 00000080:00200000:1.0:1734016142.774421:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016142.774432:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016142.774442:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [34, 34] 00000008:00010000:1.0:1734016142.774450:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016142.774453:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67c80, flags 0x0 00010000:00010000:1.0:1734016142.774468:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.774475:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (139264 143359) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.774483:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.774491:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.774496:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.779624:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.779628:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.779631:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a8de9488/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016142.779638:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.779646:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.779658:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe7b8 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.779660:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.779671:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016142.779977:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016142.779983:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016142.779996:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016142.780007:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0adf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23ff7 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.780015:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0adf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23ff7 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016142.780023:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016142.780026:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0adf 00000080:00010000:1.0:1734016142.780030:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0adf from it ffff8800a7017cd8 00010000:00010000:1.0:1734016142.780032:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0adf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea23ff7 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016142.780037:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0adf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea23ff7 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016142.780051:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.780057:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.780068:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.780070:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db67c80, flags 0x400001002 00000008:00010000:1.0:1734016142.780075:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.780076:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db67db0, flags 0x400001002 00010000:00010000:1.0:1734016142.780085:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.780091:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.780099:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.780104:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.780238:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0b33 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.780245:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0b33 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.786193:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341072768 00000100:00100000:3.0:1734016142.786200:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341072768 00000100:00100000:3.0:1734016142.786239:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15797 00000100:00100000:3.0:1734016142.786244:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341072768:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.786256:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.786266:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.786286:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.786288:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.786291:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.786292:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.786327:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341072768:12345-192.168.201.160@tcp:106: Request processed in 83us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.786333:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15797 00000080:00200000:1.0:1734016142.790075:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3447862 i_blocks 840 00000020:00010000:1.0:1734016142.790080:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:1.0:1734016142.790083:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.790087:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.790090:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016142.790092:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.790093:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016142.790096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016142.790103:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016142.790211:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016142.790217:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016142.790224:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016142.790234:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.790236:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db67db0, flags 0x400001002 00000008:00010000:1.0:1734016142.790240:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016142.790241:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db67c80, flags 0x400001002 00010000:00010000:1.0:1734016142.790252:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.790261:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.790273:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.790279:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.790298:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.790303:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.790338:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.790347:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338899456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.794831:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341072896 00000100:00100000:3.0:1734016142.794840:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341072896 00000100:00100000:3.0:1734016142.794875:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15798 00000100:00100000:3.0:1734016142.794882:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341072896:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.794896:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.794906:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.794960:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.794962:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.794965:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.794967:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.795009:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341072896:12345-192.168.201.160@tcp:106: Request processed in 127us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.795014:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15798 00010000:00010000:1.0:1734016142.798738:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798753:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798764:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798769:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798790:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.798801:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.798823:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798828:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798834:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798840:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.798843:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798850:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.798854:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.798859:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0b3a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.800484:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338899456:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.802042:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802057:0:1971:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802071:0:1971:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802081:0:1971:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.802092:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3447862, setting rss=3447862; kms=3447862, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802297:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802303:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802309:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.802315:0:1971:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.802331:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338899584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.806579:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073024 00000100:00100000:3.0:1734016142.806589:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073024 00000100:00100000:3.0:1734016142.806626:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073152 00000100:00100000:3.0:1734016142.806629:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073152 00000100:00100000:3.0:1734016142.806641:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15799 00000100:00100000:3.0:1734016142.806647:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341073024:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.806660:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0b41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24059 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.807066:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016142.807073:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341073024:12345-192.168.201.160@tcp:104: Request processed in 425us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.807079:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15799 00010000:00010000:1.0:1734016142.809122:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016142.809127:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.809133:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b531680 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.809136:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016142.809165:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016142.809242:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016142.809265:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.809271:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016142.809832:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.809840:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0b2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 131072->135167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24044 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.809859:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.809860:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016142.809862:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016142.809882:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338899840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016142.815079:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338899840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.815433:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.815447:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073280 00000100:00100000:3.0:1734016142.815453:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073280 00000100:00100000:3.0:1734016142.815477:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15801 00000100:00100000:3.0:1734016142.815482:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341073280:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016142.815492:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815500:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815507:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815516:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815523:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815531:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.815548:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507cc0) 00000100:00100000:3.0:1734016142.815585:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341073280:12345-192.168.201.160@tcp:105: Request processed in 100us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.815590:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15801 00000008:00010000:3.0:1734016142.816571:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875dd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.816596:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (909312 913407) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016142.816622:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4bb480 - object 0x280000400:7 offset 909312<>913408 00000100:00100000:3.0:1734016142.816638:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.816645:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338900224:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.819719:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.819746:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.819759:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338900224:192.168.201.160@tcp:3:fsx.0 00010000:00010000:3.0:1734016142.821084:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (909312 913407) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016142.821253:0:10361:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4bb480 - object 0x280000400:7 offset 909312<>913408 00000100:00100000:3.0:1734016142.821358:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.821372:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338900352:192.168.201.160@tcp:4:fsx.0 00000008:00010000:3.0:1734016142.826024:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.826064:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.826079:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338900352:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.839333:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073408 00000100:00100000:3.0:1734016142.839342:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073408 00000100:00100000:3.0:1734016142.839372:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073536 00000100:00100000:3.0:1734016142.839374:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073536 00000100:00100000:3.0:1734016142.839385:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15802 00000100:00100000:3.0:1734016142.839392:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341073408:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.839406:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.839416:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.839439:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.839441:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.839443:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.839444:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.839485:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341073408:12345-192.168.201.160@tcp:106: Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.839490:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15802 00000100:00100000:3.0:1734016142.839503:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15803 00000100:00100000:3.0:1734016142.839506:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341073536:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.839512:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.839517:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.839525:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.839526:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.839528:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.839529:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.839544:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341073536:12345-192.168.201.160@tcp:106: Request processed in 37us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.839549:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15803 00010000:00010000:3.0:1734016142.841072:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841084:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841093:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841098:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841104:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.841131:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.841136:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841141:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841147:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841152:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.841155:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841162:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.841166:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.841171:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0b56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.841202:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338900864:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.843596:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338900992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.843708:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016142.843715:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338901120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.846189:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.846625:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016142.846649:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073664 00000100:00100000:3.0:1734016142.846658:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073664 00000100:00100000:3.0:1734016142.846684:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073792 00000100:00100000:3.0:1734016142.846686:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073792 00000100:00100000:3.0:1734016142.846697:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15804 00000100:00100000:3.0:1734016142.846703:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341073664:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.846716:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.846725:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.846747:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.846749:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.846752:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.846753:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.847345:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341073664:12345-192.168.201.160@tcp:106: Request processed in 639us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.847352:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15804 00000100:00100000:3.0:1734016142.847367:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15805 00000100:00100000:3.0:1734016142.847370:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341073792:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.847376:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.847382:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.847394:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.847395:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.847397:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.847398:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.847415:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341073792:12345-192.168.201.160@tcp:106: Request processed in 43us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.847419:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15805 00010000:00010000:1.0:1734016142.863246:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863261:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863271:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863277:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863283:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.863293:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.863299:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863304:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863310:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863321:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.863324:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863333:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.863337:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863342:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0b64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.863372:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338901120:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.863385:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863392:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863398:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863402:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863407:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.863414:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.863431:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863438:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863444:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863448:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.863451:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863456:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.863458:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.863463:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0b5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.863472:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338900992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.866068:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341073920 00000100:00100000:3.0:1734016142.866077:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341073920 00000100:00100000:3.0:1734016142.866132:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15806 00000100:00100000:3.0:1734016142.866139:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341073920:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.866148:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.866156:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.866180:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.866182:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.866185:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.866186:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.866221:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341073920:12345-192.168.201.160@tcp:106: Request processed in 83us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.866226:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15806 00000100:00100000:3.0:1734016142.867935:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074048 00000100:00100000:3.0:1734016142.867943:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074048 00000100:00100000:3.0:1734016142.867969:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15807 00000100:00100000:3.0:1734016142.867973:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341074048:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.867983:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.867991:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.868005:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.868006:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.868009:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.868010:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.868039:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341074048:12345-192.168.201.160@tcp:106: Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.868043:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15807 00010000:00010000:3.0:1734016142.871423:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871439:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871449:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871454:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871460:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.871471:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.871478:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871484:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871490:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871496:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.871499:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871512:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.871516:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.871520:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0b72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.873014:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338901376:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.873041:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873050:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873058:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873064:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873069:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.873079:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.873094:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873101:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873119:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873125:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.873128:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873136:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.873139:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.873145:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0b6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.873158:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338901248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.873764:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338901504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.873817:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016142.873821:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338901632:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.880022:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.880039:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074176 00000100:00100000:3.0:1734016142.880047:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074176 00000100:00100000:3.0:1734016142.880089:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15808 00000100:00100000:3.0:1734016142.880095:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8751850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074176:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.880106:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.880142:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.880163:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.880165:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.880167:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.880168:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.880207:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8751850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074176:12345-192.168.201.160@tcp:106: Request processed in 112us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.880214:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15808 00000100:00100000:1.0:1734016142.880668:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074304 00000100:00100000:1.0:1734016142.880673:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074304 00000100:00100000:1.0:1734016142.880707:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 302 00000100:00100000:1.0:1734016142.880712:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8975:x1818247341074304:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016142.880719:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.880727:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016142.880740:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016142.880741:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:1.0:1734016142.880744:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016142.880745:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:1.0:1734016142.880764:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:8975:x1818247341074304:12345-192.168.201.160@tcp:106: Request processed in 51us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016142.880769:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 302 00010000:00010000:3.0:1734016142.883937:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.883951:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.883960:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.883965:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.883976:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.883986:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.883991:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.883996:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884003:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884008:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.884012:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884019:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.884023:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884028:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae0b80 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.884186:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338901632:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.884202:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884209:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884215:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884220:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884224:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.884231:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.884536:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884542:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884547:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884552:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016142.884555:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884561:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.884564:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.884568:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0b79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.884582:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338901504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.886672:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074432 00000100:00100000:3.0:1734016142.886681:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074432 00000100:00100000:3.0:1734016142.886746:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15809 00000100:00100000:3.0:1734016142.886753:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341074432:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016142.886766:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae0b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24060 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.887028:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.887034:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341074432:12345-192.168.201.160@tcp:104: Request processed in 281us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.887041:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15809 00000100:00100000:1.0:1734016142.888190:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.888209:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338901888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016142.890318:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016142.891857:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338902016:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.894593:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338901888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016142.894863:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338902016:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016142.899415:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338902272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.904864:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074688 00000100:00100000:3.0:1734016142.904872:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074688 00000100:00100000:3.0:1734016142.904905:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15811 00000100:00100000:3.0:1734016142.904911:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074688:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.904924:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.904942:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.904961:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.904964:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.904966:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.904967:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.905008:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074688:12345-192.168.201.160@tcp:106: Request processed in 97us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.905013:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15811 00010000:00010000:1.0:1734016142.912023:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912039:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912050:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912055:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912060:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.912071:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.912092:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912097:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912104:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912126:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.912130:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912138:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.912142:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.912151:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0b95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.912182:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338902272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.913617:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338902400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.918759:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074816 00000100:00100000:3.0:1734016142.918767:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074816 00000100:00100000:3.0:1734016142.919481:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15812 00000100:00100000:3.0:1734016142.919490:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341074816:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.919504:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.919514:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.919538:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.919540:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.919543:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.919544:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.919593:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341074816:12345-192.168.201.160@tcp:106: Request processed in 103us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.919600:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15812 00010000:00010000:1.0:1734016142.928021:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928036:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928046:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928052:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928058:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.928070:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.928085:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928096:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928102:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928124:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.928128:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928137:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.928141:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.928146:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0b9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.928170:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338902400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.928860:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338902528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.940039:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341074944 00000100:00100000:3.0:1734016142.940046:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341074944 00000100:00100000:3.0:1734016142.940080:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15813 00000100:00100000:3.0:1734016142.940086:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074944:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.940097:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.940106:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.940150:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.940152:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.940155:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.940156:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.940191:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341074944:12345-192.168.201.160@tcp:106: Request processed in 105us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.940197:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15813 00010000:00010000:1.0:1734016142.943597:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943612:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943626:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943631:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943636:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.943647:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.943752:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943756:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943761:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943765:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.943769:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943777:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.943780:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.943788:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.944393:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338902528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.944410:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016142.944416:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.944435:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2359296 2363391) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.944456:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea300 - object 0x280000400:7 offset 2359296<>2363392 00000100:00100000:1.0:1734016142.944468:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338902784:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.964547:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.964570:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdb40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.964587:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338902784:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.965206:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.965226:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2363392 2367487) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016142.965249:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea300 - object 0x280000400:7 offset 2363392<>2367488 00000100:00100000:1.0:1734016142.965260:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016142.965267:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903040:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016142.969247:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.969280:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.969300:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903040:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016142.969719:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.972087:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075072 00000100:00100000:3.0:1734016142.972093:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075072 00000100:00100000:3.0:1734016142.972141:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15814 00000100:00100000:3.0:1734016142.972147:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075072:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.972158:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.972167:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.972188:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.972189:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016142.972192:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.972193:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016142.972225:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075072:12345-192.168.201.160@tcp:106: Request processed in 78us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.972230:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15814 00010000:00010000:1.0:1734016142.976297:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976311:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976320:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976326:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976331:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.976343:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.976499:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976506:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976512:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976517:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.976520:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976527:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.976531:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.976536:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0baa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.976569:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.977939:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338903296:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016142.985611:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985627:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985638:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985652:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985658:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016142.985669:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016142.985689:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985694:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985701:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985706:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016142.985709:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985721:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016142.985725:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016142.985731:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0bb1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016142.985765:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338903296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016142.987218:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.991455:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075328 00000100:00100000:3.0:1734016142.991464:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075328 00000100:00100000:3.0:1734016142.991496:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15816 00000100:00100000:3.0:1734016142.991502:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075328:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016142.991514:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.991524:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.991545:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016142.991547:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016142.991550:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016142.991551:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016142.991636:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075328:12345-192.168.201.160@tcp:106: Request processed in 133us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.991642:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15816 00010000:00010000:1.0:1734016143.001653:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001670:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001681:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001687:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001692:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.001703:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.001714:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001720:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001726:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001733:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.001736:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001744:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.001749:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.001754:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0bb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.001792:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.002507:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.002518:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.007390:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075456 00000100:00100000:3.0:1734016143.007398:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075456 00000100:00100000:3.0:1734016143.007429:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15817 00000100:00100000:3.0:1734016143.007435:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075456:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.007446:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.007456:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.007476:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.007478:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016143.007481:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.007482:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016143.007519:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075456:12345-192.168.201.160@tcp:106: Request processed in 84us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.007526:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15817 00010000:00010000:1.0:1734016143.008803:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008815:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008825:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008831:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008835:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.008845:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.008857:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008862:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008869:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008873:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.008877:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008884:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.008888:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.008896:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0bbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.008937:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.009648:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.012385:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075584 00000100:00100000:3.0:1734016143.012392:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075584 00000100:00100000:3.0:1734016143.012420:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15818 00000100:00100000:3.0:1734016143.012426:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341075584:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.012437:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.012445:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.012463:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.012465:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016143.012468:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.012469:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016143.012507:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341075584:12345-192.168.201.160@tcp:106: Request processed in 81us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.012512:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15818 00010000:00010000:1.0:1734016143.016360:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016375:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016384:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016389:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016394:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.016404:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.016417:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016424:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016430:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016435:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.016438:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016447:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.016451:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.016457:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0bc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.016481:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338903680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.016885:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338903808:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.022878:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075712 00000100:00100000:3.0:1734016143.022885:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075712 00000100:00100000:3.0:1734016143.022917:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15819 00000100:00100000:3.0:1734016143.022931:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341075712:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.022943:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.022952:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.022971:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.022973:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000020:00010000:3.0:1734016143.022976:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.022977:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3447862 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 848 00000100:00100000:3.0:1734016143.023015:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341075712:12345-192.168.201.160@tcp:106: Request processed in 92us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.023020:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15819 00010000:00010000:1.0:1734016143.024345:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024357:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024370:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024375:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024382:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.024393:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3447862, setting rss=3447862; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.024407:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024413:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024419:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024424:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.024427:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024434:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.024438:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.024447:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2d8c0/0x6897f2fa45ae0bcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.024467:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338903808:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.026935:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.028442:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.028474:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075840 00000100:00100000:3.0:1734016143.028480:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075840 00000100:00100000:3.0:1734016143.028510:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15820 00000100:00100000:3.0:1734016143.028515:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341075840:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.028527:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.028535:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.028555:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.028557:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016143.028560:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.028561:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016143.028590:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341075840:12345-192.168.201.160@tcp:106: Request processed in 75us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.028596:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15820 00010000:00010000:1.0:1734016143.033209:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033226:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033238:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033244:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033250:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.033262:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.033271:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033280:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033286:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033291:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.033294:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033302:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.033308:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.033313:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0bd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.033593:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338903936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.033873:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904064:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.035856:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904064:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.036299:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.036310:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.038171:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341075968 00000100:00100000:3.0:1734016143.038179:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341075968 00000100:00100000:3.0:1734016143.038218:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15821 00000100:00100000:3.0:1734016143.038224:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075968:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.038233:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.038241:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.038261:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.038262:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016143.038265:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.038266:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016143.038300:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341075968:12345-192.168.201.160@tcp:106: Request processed in 76us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.038305:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15821 00010000:00010000:1.0:1734016143.040403:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040417:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040427:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040432:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040437:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.040448:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.040469:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040475:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040479:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040485:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.040489:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040499:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.040503:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.040508:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0bdb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.040538:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.040889:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.042907:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.042920:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076096 00000100:00100000:3.0:1734016143.042932:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076096 00000100:00100000:3.0:1734016143.042962:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15822 00000100:00100000:3.0:1734016143.042968:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341076096:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.042978:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.042986:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.043010:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.043012:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000020:00010000:3.0:1734016143.043015:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.043016:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 0 00000100:00100000:3.0:1734016143.043047:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341076096:12345-192.168.201.160@tcp:106: Request processed in 78us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.043053:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15822 00010000:00010000:1.0:1734016143.044964:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.044977:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.044986:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.044991:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.044996:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.045006:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.045149:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.045155:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.045161:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.045166:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.045170:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.045178:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.045182:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.045187:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fcc0/0x6897f2fa45ae0be2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.045210:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.047526:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076224 00000100:00100000:3.0:1734016143.047532:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076224 00000100:00100000:3.0:1734016143.047556:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15823 00000100:00100000:3.0:1734016143.047561:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341076224:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.047571:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.047948:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.047955:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341076224:12345-192.168.201.160@tcp:104: Request processed in 393us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.047963:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15823 00010000:00010000:1.0:1734016143.048025:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.048032:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.048037:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.048041:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.048056:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.048065:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.048095:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.048099:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.048313:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.048320:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0aae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea23faa expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.048335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.048336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.048337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.048341:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.048351:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338904576:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.051382:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076352 00000100:00100000:3.0:1734016143.051390:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076352 00000100:00100000:3.0:1734016143.051421:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15824 00000100:00100000:3.0:1734016143.051427:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341076352:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.051437:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1740800->1744895] (req 1740800->1744895) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051446:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1740800->1744895] (req 1740800->1744895) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051453:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051462:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051469:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051476:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.051495:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2e1c0) 00000100:00100000:3.0:1734016143.051534:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341076352:12345-192.168.201.160@tcp:105: Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.051540:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15824 00000008:00010000:1.0:1734016143.059867:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd780 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.059937:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1740800 1744895) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.060082:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9500 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016143.060641:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.060652:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904832:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.070395:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338904576:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016143.077592:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd780 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.078825:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd780 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.078850:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338904832:192.168.201.160@tcp:3:fsx.0 00000080:00200000:3.0:1734016143.085799:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10303589 i_blocks 865 00000020:00010000:3.0:1734016143.085804:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.085806:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.085810:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875df30 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.085814:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875df70 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.085816:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871f230 (ffff8800a8de9008/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.085818:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875df30 (ffff8800a8de9008/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.085822:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875df70 (ffff8800a8de9008/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.085831:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.085849:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.085853:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.085859:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016143.085869:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.085871:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e0f0, osc lock ffff8800aa1bebe0, flags 0x400001002 00000008:00010000:3.0:1734016143.085876:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.085877:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e130, osc lock ffff8800aa1bee40, flags 0x400001002 00010000:00010000:3.0:1734016143.085891:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.085897:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.085946:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.085953:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.091622:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076736 00000100:00100000:3.0:1734016143.091629:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076736 00000100:00100000:3.0:1734016143.091656:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076864 00000100:00100000:3.0:1734016143.091657:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076864 00000100:00100000:3.0:1734016143.091669:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15827 00000100:00100000:3.0:1734016143.091674:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341076736:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.091686:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.091695:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.091716:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1027, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.091718:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000020:00010000:3.0:1734016143.091721:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.091722:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000100:00100000:3.0:1734016143.091762:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341076736:12345-192.168.201.160@tcp:106: Request processed in 87us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.091768:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15827 00000100:00100000:3.0:1734016143.091782:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15828 00000100:00100000:3.0:1734016143.091786:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341076864:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.091792:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.091802:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.091814:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1027, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.091815:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1744885 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.091818:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.091819:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 1744885 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.091832:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341076864:12345-192.168.201.160@tcp:106: Request processed in 46us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.091836:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15828 00010000:00010000:3.0:1734016143.094193:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094209:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094220:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094227:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094232:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.094245:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1744885, setting rss=1744885; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.094253:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094259:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094265:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094270:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b530b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.094274:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094282:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.094286:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094291:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530b40/0x6897f2fa45ae0c05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.094841:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338905344:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.094861:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094868:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094879:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094884:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.094889:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.094895:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6109285, setting rss=6109285; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.095075:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.095081:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.095086:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.095090:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b531f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.095093:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.095099:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.095101:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.095140:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531f80/0x6897f2fa45ae0bfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.095153:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338905216:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.099052:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338905472:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016143.099520:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905600:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.099572:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.099577:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.101839:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.101852:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341076992 00000100:00100000:3.0:1734016143.101858:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341076992 00000100:00100000:3.0:1734016143.101888:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15829 00000100:00100000:3.0:1734016143.101894:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341076992:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.101905:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.101915:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.101965:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1027, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.101966:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000020:00010000:3.0:1734016143.101969:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.101970:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000100:00100000:3.0:1734016143.102016:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341076992:12345-192.168.201.160@tcp:106: Request processed in 123us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.102021:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15829 00010000:00010000:3.0:1734016143.103884:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103896:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103905:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103910:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103916:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.103935:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1744885, setting rss=1744885; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.103941:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103946:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103952:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103961:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.103965:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103973:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.103978:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.103983:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae0c13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.104003:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905728:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.104017:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104023:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104029:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104034:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104038:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.104044:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6109285, setting rss=6109285; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.104061:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104066:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104070:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104074:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.104076:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104082:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.104085:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.104090:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0c0c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.104100:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905600:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.104459:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.104501:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.104506:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905984:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.107150:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341077248 00000100:00100000:3.0:1734016143.107158:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341077248 00000100:00100000:3.0:1734016143.107187:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341077376 00000100:00100000:3.0:1734016143.107189:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341077376 00000100:00100000:3.0:1734016143.107202:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15830 00000100:00100000:3.0:1734016143.107209:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341077248:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.107222:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.107232:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0b87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2293760->2297855) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2409f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.107253:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1027, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.107255:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000020:00010000:3.0:1734016143.107258:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.107259:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6109285 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 864 00000100:00100000:3.0:1734016143.107298:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341077248:12345-192.168.201.160@tcp:106: Request processed in 89us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.107303:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15830 00000100:00100000:3.0:1734016143.107315:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15831 00000100:00100000:3.0:1734016143.107318:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341077376:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.107324:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.107330:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.107349:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1027, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.107350:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1744885 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.107352:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.107354:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1744885 mtime: 1734016143 atime: 1734016142 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.107367:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341077376:12345-192.168.201.160@tcp:106: Request processed in 47us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.107371:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15831 00010000:00010000:3.0:1734016143.109677:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109693:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109703:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109709:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109716:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.109727:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1744885, setting rss=1744885; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.109733:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109742:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109750:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109755:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.109759:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109767:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.109771:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109777:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0c21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.109801:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905984:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.109816:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109823:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109828:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109835:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109840:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.109845:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6109285, setting rss=6109285; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.110212:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110219:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110225:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110229:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.110232:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110238:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.110241:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.110246:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0c1a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.110264:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338905856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.112878:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341077504 00000100:00100000:3.0:1734016143.112886:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341077504 00000100:00100000:3.0:1734016143.112913:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15832 00000100:00100000:3.0:1734016143.112918:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:6488:x1818247341077504:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.112939:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0adf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea23ff7 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.113559:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.113566:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:6488:x1818247341077504:12345-192.168.201.160@tcp:104: Request processed in 647us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.113573:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15832 00000100:00100000:1.0:1734016143.114813:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.114828:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338906368:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016143.118024:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338906368:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.126094:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.128714:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338906624:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.131964:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.138785:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.139236:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.139241:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.139248:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.139254:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.139276:0:5236:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d600 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.139287:0:5236:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a875d600 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.139323:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1740800 1744895) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.139373:0:5236:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9500 - object 0x240000400:7 offset 1740800<>1744885 00000080:00200000:1.0:1734016143.144498:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.148215:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.148260:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.148270:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1734016143.151917:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.152555:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.152561:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae0be9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1740800->1744895) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24108 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.152579:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.152581:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.152583:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1734016143.161715:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afda80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0c28 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2414e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.161734:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2768896 2772991) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0c28 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2414e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.161757:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb100 - object 0x280000400:7 offset 2768896<>2772992 00000100:00100000:1.0:1734016143.161771:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.161779:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338907648:192.168.201.160@tcp:3:fsx.0 00000080:00200008:3.0:1734016143.170859:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016143.170865:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:3.0:1734016143.170878:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016143.170889:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:3.0:1734016143.170929:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016143.170936:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016143.170947:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:3.0:1734016143.170965:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338907776:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.171018:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.173718:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338907776:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.173737:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173745:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173753:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173759:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173766:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173771:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016143.173776:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016143.173784:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88012b4ba300 x1818247338907776/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016159 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016143.173793:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016143.173802:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.173810:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:3.0:1734016143.173848:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016143.173852:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0c3d 00000080:00010000:3.0:1734016143.173855:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:3.0:1734016143.173857:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c3d from it ffff8800a7017cd8 00010000:00010000:3.0:1734016143.173860:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.173865:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016143.173887:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.173893:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016143.173904:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.173906:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e570, osc lock ffff8800aa1bf1d0, flags 0x400001002 00000008:00010000:3.0:1734016143.173910:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.173911:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e5b0, osc lock ffff8800aa1bf0a0, flags 0x400001002 00010000:00010000:3.0:1734016143.173936:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531f80/0x6897f2fa45ae0c44 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.173942:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531f80/0x6897f2fa45ae0c44 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.174548:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.174566:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338907904:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.174630:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b530b40/0x6897f2fa45ae0c4b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.174638:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b530b40/0x6897f2fa45ae0c4b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.174669:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338908032:192.168.201.160@tcp:101:fsx.0 00000080:00200000:3.0:1734016143.186652:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 2935572 i_blocks 848 00000020:00010000:3.0:1734016143.186657:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.186660:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.186664:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e570 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.186667:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e5b0 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.186669:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.186671:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e570 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.186674:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e5b0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.186685:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.186703:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.186708:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.186714:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016143.186723:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.186725:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e570, osc lock ffff8800aa1bf0a0, flags 0x400001002 00000008:00010000:3.0:1734016143.186729:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.186730:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e5b0, osc lock ffff8800aa1bf1d0, flags 0x400001002 00010000:00010000:3.0:1734016143.186743:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0c52 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.186750:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b531680/0x6897f2fa45ae0c52 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.186789:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b531b00/0x6897f2fa45ae0c59 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.186794:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b531b00/0x6897f2fa45ae0c59 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.193901:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.193960:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.193982:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341078400 00000100:00100000:3.0:1734016143.193988:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341078400 00000100:00100000:3.0:1734016143.194014:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341078528 00000100:00100000:3.0:1734016143.194017:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341078528 00000100:00100000:3.0:1734016143.194027:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15839 00000100:00100000:3.0:1734016143.194032:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341078400:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.194044:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2414e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.194053:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2414e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.194072:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.194074:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 2935572 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 848 00000020:00010000:3.0:1734016143.194076:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.194077:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 2935572 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 848 00000100:00100000:3.0:1734016143.194144:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341078400:12345-192.168.201.160@tcp:106: Request processed in 110us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.194150:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15839 00000100:00100000:3.0:1734016143.194163:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15840 00000100:00100000:3.0:1734016143.194167:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341078528:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.194173:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.194179:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.194189:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.194191:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.194193:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.194194:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.194210:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341078528:12345-192.168.201.160@tcp:106: Request processed in 42us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.194214:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15840 00000080:00200000:3.0:1734016143.197410:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 2935572 i_blocks 848 00000020:00010000:3.0:1734016143.197416:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.197419:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.197422:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e570 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.197425:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e5b0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.197428:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.197431:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e570 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.197435:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e5b0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.197446:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.197455:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 2935572 00000080:00200008:3.0:1734016143.197504:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 788758, type: SEEK_SET 00000080:00200008:3.0:1734016143.197507:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 788758, type: SEEK_SET, rc = 788758 00000080:00200008:3.0:1734016143.197515:0:10361:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 788758, count: 3713 00000080:00200000:3.0:1734016143.197521:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 788758, bytes: 3713 00000080:00200000:3.0:1734016143.197525:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016143.197536:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:3.0:1734016143.197537:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [788758, 792471) 0 0 00000080:00200000:3.0:1734016143.197540:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016143.197551:0:10361:0:(file.c:1893:ll_file_io_generic()) Range lock [192, 193] 00020000:00200000:3.0:1734016143.197558:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [788758, 792471) 792471, 3713 00020000:00200000:3.0:1734016143.197561:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016143.197573:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [192, 193] 00000008:00010000:3.0:1734016143.197585:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016143.197589:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32ff30, osc lock ffff8800aa1bf1d0, flags 0x0 00010000:00010000:3.0:1734016143.197605:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.197611:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->794623] (req 786432->794623) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.197635:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->794623] (req 786432->794623) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.197650:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338908416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.197703:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.199579:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.203902:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341078784 00000100:00100000:3.0:1734016143.203910:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341078784 00000100:00100000:3.0:1734016143.203976:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15842 00000100:00100000:3.0:1734016143.203984:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341078784:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.203996:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->794623] (req 786432->794623) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204004:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->794623] (req 786432->794623) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204011:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204019:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204026:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204033:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204046:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012b5333c0) 00000100:00100000:3.0:1734016143.204091:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341078784:12345-192.168.201.160@tcp:105: Request processed in 108us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.204096:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15842 00000100:00100000:3.0:1734016143.204824:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338908416:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.204839:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204861:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.204872:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2935572, setting rss=2935572; kms=2935572, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204882:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.204888:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016143.204905:0:10361:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [788758, 792471) 00000080:00200000:3.0:1734016143.204946:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 192 of 2326 to 1770 bytes 00000080:00200000:3.0:1734016143.210357:0:10361:0:(rw26.c:1006:ll_write_end()) pos 788758, len 1770, copied 1770 00000080:00200000:3.0:1734016143.210364:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a721c798[3 ffff8801368d7b70 2 1 ffff88012e3e7df8] 00000080:00200000:3.0:1734016143.210367:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029d6480 1fffff0000080d 3:0 ffff8800a721c798 192 lru 00000080:00200000:3.0:1734016143.210373:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a721c7f8 192: 1< 1 - - > 2< 786432 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016143.210374:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a721c798 00000080:00200000:3.0:1734016143.210375:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:3.0:1734016143.210378:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 193 of 0 to 1943 bytes 00000080:00200000:3.0:1734016143.212883:0:10361:0:(rw26.c:1006:ll_write_end()) pos 790528, len 1943, copied 1943 00000080:00200000:3.0:1734016143.212890:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a721c870[3 ffff8801368d7b70 2 1 ffff88012e3e7df8] 00000080:00200000:3.0:1734016143.212892:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029bc940 1fffff0000080d 3:0 ffff8800a721c870 193 lru 00000080:00200000:3.0:1734016143.212898:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a721c8d0 193: 1< 1 - - > 2< 790528 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016143.212899:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a721c870 00000080:00200000:3.0:1734016143.212900:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:3.0:1734016143.212907:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 2, from 2326, to 1943 00000008:00010000:3.0:1734016143.212941:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ba3e840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.212955:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012ba3e840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016143.212965:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe90248, count 2, dirtied 2 00000080:00200000:3.0:1734016143.212969:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 2 pages 3713 bytes, tot: 3713 00000080:00200000:3.0:1734016143.212971:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 3713 00000020:00010000:3.0:1734016143.212983:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.212986:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.212989:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e32ff30 (ffff8800a87d0878/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016143.212994:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213001:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.213013:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.213015:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e32ff30 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.213021:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 3713 bytes 00000080:00200000:3.0:1734016143.213025:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [192, 193] 00000080:00200000:3.0:1734016143.213031:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016143.213034:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 3713, restart: 0 00000080:00200000:3.0:1734016143.213045:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 2935572 i_blocks 848 00000080:00200000:3.0:1734016143.213049:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 3713 00000080:00200008:3.0:1734016143.213069:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016143.213074:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:3.0:1734016143.213087:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016143.213098:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.213105:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016143.213197:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:3.0:1734016143.213200:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0c36 00000080:00010000:3.0:1734016143.213204:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c36 from it ffff8800a7017cd8 00010000:00010000:3.0:1734016143.213207:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.213213:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016143.213230:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.213237:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016143.213248:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.213250:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e3f0, osc lock ffff8800aa1bf1d0, flags 0x400001002 00000008:00010000:3.0:1734016143.213254:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.213255:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e430, osc lock ffff8800aa1bf0a0, flags 0x400001002 00010000:00010000:3.0:1734016143.213270:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532400/0x6897f2fa45ae0c67 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213277:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532400/0x6897f2fa45ae0c67 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213836:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213849:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213857:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.213863:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.215935:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016143.218489:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 2935572 i_blocks 848 00000020:00010000:3.0:1734016143.218494:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.218496:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.218500:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e3f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.218502:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e430 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.218504:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.218506:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e3f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.218509:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e430 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.218518:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.218535:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.218539:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.218545:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016143.218554:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.218556:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e3f0, osc lock ffff8800aa1bf0a0, flags 0x400001002 00000008:00010000:3.0:1734016143.218560:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.218561:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e430, osc lock ffff8800aa1bf1d0, flags 0x400001002 00010000:00010000:3.0:1734016143.218577:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533cc0/0x6897f2fa45ae0c6e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.218584:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533cc0/0x6897f2fa45ae0c6e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.218621:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.218628:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.218635:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.218640:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.220525:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:3.0:1734016143.222437:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 2935572 i_blocks 848 00000020:00010000:3.0:1734016143.222443:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.222446:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.222450:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e3f0 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.222453:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.222456:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.222458:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e3f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.222461:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e430 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.222470:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.222479:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 2935572 00000080:00200000:3.0:1734016143.222516:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016143.222520:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016143.222530:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016143.222538:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [511, 511] 00000008:00010000:3.0:1734016143.222547:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016143.222549:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32ff30, osc lock ffff8800aa1bf1d0, flags 0x0 00010000:00010000:3.0:1734016143.222566:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.222572:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.222594:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2093056->2097151] (req 2093056->2097151) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.222609:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338909440:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.222647:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.224544:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.225859:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338909568:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.231189:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ba3e840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.231221:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ba3e840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae0c60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->794623) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24194 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.231233:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338909568:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.231497:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.231505:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338909696:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.233667:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.234771:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338909824:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.236765:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338909696:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016143.237065:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338909824:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.238967:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.238982:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338909952:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.243571:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338909952:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.243994:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338910080:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.244105:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.244798:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338910208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.246820:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.246985:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.251377:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251394:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251403:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251408:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251414:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.251429:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2014170, setting rss=2014170; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.251436:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251441:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251447:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251452:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.251456:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251464:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.251469:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251474:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c480/0x6897f2fa45ae0c83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.251497:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338910208:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.251508:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251514:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251520:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251524:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251529:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.251533:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2935572, setting rss=2935572; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.251967:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251973:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251979:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251983:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.251985:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251990:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.251993:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.251997:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0c7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.252015:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338910080:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.255056:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.255099:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.255293:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.255307:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341079680 00000100:00100000:3.0:1734016143.255314:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341079680 00000100:00100000:3.0:1734016143.255338:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15849 00000100:00100000:3.0:1734016143.255343:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341079680:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.255355:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255364:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.255383:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.255385:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2014170 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016143.255387:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.255388:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2014170 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016143.255418:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341079680:12345-192.168.201.160@tcp:106: Request processed in 75us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.255424:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15849 00000100:00100000:3.0:1734016143.255436:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341079808 00000100:00100000:3.0:1734016143.255438:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341079808 00000100:00100000:3.0:1734016143.255445:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15850 00000100:00100000:3.0:1734016143.255447:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341079808:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.255452:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255458:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.255465:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.255466:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2935572 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 864 00000020:00010000:3.0:1734016143.255469:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.255470:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2935572 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 864 00000100:00100000:3.0:1734016143.255480:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341079808:12345-192.168.201.160@tcp:106: Request processed in 32us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.255484:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15850 00000080:00200000:1.0:1734016143.258165:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6208474 i_blocks 880 00000020:00010000:1.0:1734016143.258171:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.258174:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258178:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afdab0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258181:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afdaf0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258182:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.258184:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afdab0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.258189:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afdaf0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.258201:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.258210:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6208474 00000080:00200008:1.0:1734016143.258580:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.258586:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.258600:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.258613:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.258623:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.258632:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.258634:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0c36 00000080:00010000:1.0:1734016143.258639:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c36 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.258641:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.258647:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.258665:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.258673:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.258685:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.258687:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016143.258691:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.258692:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016143.258702:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258714:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258721:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258726:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258737:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258742:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258747:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258751:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.258761:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6208474 i_blocks 880 00000020:00010000:1.0:1734016143.258764:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.258765:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258767:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258769:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.258771:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.258772:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.258775:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.258781:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016143.258792:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016143.258796:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.258801:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.258807:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1971, 1972] 00000008:00010000:1.0:1734016143.258813:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.258815:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67690, flags 0x0 00010000:00010000:1.0:1734016143.258820:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258827:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3878912 3887103) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258833:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258838:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.258842:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.258850:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6208474 i_blocks 880 00000020:00010000:1.0:1734016143.261677:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.261680:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.261684:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016143.261692:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261702:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.261714:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.261716:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.261728:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.261765:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.261770:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.261781:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.261794:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.261802:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.261810:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.261812:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0c36 00000080:00010000:1.0:1734016143.261816:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c36 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.261818:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.261822:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.261835:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.261842:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.261854:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.261856:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67690, flags 0x400001002 00000008:00010000:1.0:1734016143.261860:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.261861:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016143.261870:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261877:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261884:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261890:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261899:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261905:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261910:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261929:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.261940:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.261943:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.261945:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.261946:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.261949:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.261951:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.261953:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.261955:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.261960:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.261971:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.261973:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.261976:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.261980:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.261981:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016143.261983:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.261984:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016143.261990:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.261995:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262001:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262006:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262013:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262017:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262022:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262027:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.262032:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.262034:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.262035:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262037:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262038:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262039:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262041:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262042:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.262045:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.262049:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8078250 00000080:00200008:1.0:1734016143.262055:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.262059:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.262064:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.262069:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.262075:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.262080:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.262082:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0c36 00000080:00010000:1.0:1734016143.262084:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c36 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.262087:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.262092:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.262100:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.262103:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.262390:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.262392:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67690, flags 0x400001002 00000008:00010000:1.0:1734016143.262394:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.262395:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016143.262401:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262407:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262420:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262425:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262433:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262437:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262442:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262446:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.262453:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.262455:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.262457:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262458:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262460:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262461:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262463:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262465:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.262469:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.262475:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.262478:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.262480:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.262484:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.262485:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016143.262487:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.262488:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016143.262492:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262498:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262504:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262510:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262518:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262524:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262528:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262533:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.262541:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.262543:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.262544:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262546:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262548:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.262550:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262551:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.262553:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.262557:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.262560:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8078250 00000080:00200000:1.0:1734016143.262585:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016143.262587:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.262594:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.262601:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1498, 1498] 00000008:00010000:1.0:1734016143.262606:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.262607:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67690, flags 0x0 00010000:00010000:1.0:1734016143.262612:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262618:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1941504 1945599) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262623:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262629:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.262634:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.262642:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.266168:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.266171:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.266175:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016143.266183:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.266193:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.266203:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890218 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.266205:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.266217:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.266232:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.266237:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.266249:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.266261:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.266272:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.266280:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016143.266282:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0c3d 00000080:00010000:1.0:1734016143.266286:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c3d from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.266289:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.266294:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.266306:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.266314:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.266324:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.266326:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67690, flags 0x400001002 00000008:00010000:1.0:1734016143.266330:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.266331:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016143.266345:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0c98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.266351:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0c98 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.266388:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0c9f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.266392:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0c9f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.268170:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.268801:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.269185:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15852 00000100:00100000:3.0:1734016143.269190:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341080064:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.269196:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.269202:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.269219:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.269221:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3883946 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 32 00000020:00010000:3.0:1734016143.269224:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.269225:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3883946 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 32 00000100:00100000:3.0:1734016143.269266:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341080064:12345-192.168.201.160@tcp:106: Request processed in 75us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.269273:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15852 00000080:00200000:1.0:1734016143.274802:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.274808:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.274810:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.274814:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.274816:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.274818:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.274820:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.274822:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.274832:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.274851:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.274855:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.274861:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.274871:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.274873:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016143.274877:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.274878:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016143.274893:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0ca6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.274900:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0ca6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.274949:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.274955:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.281065:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.281159:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016143.285460:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.285465:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.285468:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285471:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285474:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285476:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285477:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285480:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.285489:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.285498:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8078250 00000080:00200008:1.0:1734016143.285511:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.285516:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.285530:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.285542:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.285550:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.285558:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.285560:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0c36 00000080:00010000:1.0:1734016143.285565:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0c36 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.285567:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.285572:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.285590:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.285597:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.285608:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.285610:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67690, flags 0x400001002 00000008:00010000:1.0:1734016143.285614:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.285615:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016143.285624:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285631:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285637:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285642:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285653:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285659:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285665:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285675:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.285827:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.285831:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.285833:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285835:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285838:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285839:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285841:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285844:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.285848:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.285858:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.285861:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.285864:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.285868:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.285869:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67560, flags 0x400001002 00000008:00010000:1.0:1734016143.285872:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.285873:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67690, flags 0x400001002 00010000:00010000:1.0:1734016143.285878:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285886:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285893:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285899:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b532880/0x6897f2fa45ae0c75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2093056->2097151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241a9 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285906:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285911:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285917:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.285930:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.285938:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 8078250 i_blocks 896 00000020:00010000:1.0:1734016143.285941:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.285942:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285943:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285945:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.285946:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7d98 (ffff8800a87d0908/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285948:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a87d0908/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.285950:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a87d0908/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.285953:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.285957:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 8078250 00000080:00200008:1.0:1734016143.285997:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 8078250, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 5747492, atime 1734016143.000000000, mtime 1734016143.000000000, ctime 1734016143.000000000 00010000:00010000:1.0:1734016143.286018:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.286030:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.286058:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.286063:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.286066:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae0c3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24171 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1734016143.286517:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1734016143.286527:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a85e8700 x1818247338911488/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016143.286547:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338911488:192.168.201.160@tcp:36:fsx.0 00000100:00100000:1.0:1734016143.286875:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b910c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.289411:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341080448 00000100:00100000:3.0:1734016143.289419:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341080448 00000100:00100000:3.0:1734016143.289450:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15855 00000100:00100000:3.0:1734016143.289456:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:6488:x1818247341080448:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.289467:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.289525:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.289531:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:6488:x1818247341080448:12345-192.168.201.160@tcp:104: Request processed in 76us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.289537:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15855 00010000:00010000:1.0:1734016143.289698:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.289703:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289710:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016143.289713:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289719:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289726:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289742:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289769:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289773:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.289787:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289792:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0c36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24163 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.289802:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.289803:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.289805:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.293023:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338911488:192.168.201.160@tcp:36:fsx.0 00000080:00200000:1.0:1734016143.293055:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016143.293059:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.293072:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.293085:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1734016143.293095:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.293099:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db67690, flags 0x0 00000008:00010000:1.0:1734016143.293102:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.293103:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db67560, flags 0x0 00010000:00010000:1.0:1734016143.293147:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.293156:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.293183:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.293198:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338911744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.293231:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.295410:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.299069:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.299084:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341080704 00000100:00100000:3.0:1734016143.299091:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341080704 00000100:00100000:3.0:1734016143.299149:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15857 00000100:00100000:3.0:1734016143.299154:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8751050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341080704:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.299166:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299173:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299180:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299187:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299193:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299199:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.299213:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8657600) 00000100:00100000:3.0:1734016143.299253:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8751050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341080704:12345-192.168.201.160@tcp:105: Request processed in 98us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.299258:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15857 00000100:00100000:1.0:1734016143.299802:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338911744:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.299817:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299833:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.299841:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2935572, setting rss=2935572; kms=2935572, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299849:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299855:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299877:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299883:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.299901:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.299915:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338912000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.299955:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.303419:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341080832 00000100:00100000:3.0:1734016143.303428:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341080832 00000100:00100000:3.0:1734016143.303589:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15858 00000100:00100000:3.0:1734016143.303595:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341080832:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.303609:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae0c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24155 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.303911:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.303945:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341080832:12345-192.168.201.160@tcp:104: Request processed in 322us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.303953:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15858 00000100:00100000:1.0:1734016143.307018:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338912000:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.307037:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.307045:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.307051:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.307951:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341080960 00000100:00100000:3.0:1734016143.307956:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341080960 00000100:00100000:3.0:1734016143.307986:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15859 00000100:00100000:3.0:1734016143.307992:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341080960:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.308000:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308008:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308017:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308024:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308030:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308036:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.308062:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8654b40) 00000100:00100000:3.0:1734016143.308100:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341080960:12345-192.168.201.160@tcp:105: Request processed in 107us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.308105:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15859 00010000:00010000:1.0:1734016143.308620:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.308628:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.308648:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.308658:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3883946, setting rss=3883946; kms=3883946, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.308667:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.308673:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.308753:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338912384:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.313228:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338912384:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016143.317192:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.317201:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338912768:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.319032:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.319571:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.319590:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341081088 00000100:00100000:3.0:1734016143.319595:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341081088 00000100:00100000:3.0:1734016143.319863:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341081216 00000100:00100000:3.0:1734016143.319868:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341081216 00000100:00100000:1.0:1734016143.324489:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338912896:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.324558:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.324563:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338913024:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.326353:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.327433:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.329815:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329825:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329833:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329843:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329849:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.329860:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.329866:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329871:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329877:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329882:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.329886:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329893:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.329897:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.329902:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0cd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.329936:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338912896:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.331688:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331699:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331706:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331711:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331715:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.331724:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1553188, setting rss=1553188; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.331732:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331737:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331741:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331750:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.331752:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331758:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.331761:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.331766:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0cde lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.331782:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338913024:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.337437:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338913280:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.340983:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338913280:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.341380:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338913408:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.341429:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.341435:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338913536:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.344048:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.344332:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.344807:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341081728 00000100:00100000:1.0:1734016143.344816:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341081728 00000100:00100000:1.0:1734016143.344837:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 304 00000100:00100000:1.0:1734016143.344841:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341081728:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016143.344847:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.344853:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.344866:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016143.344868:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:1.0:1734016143.344870:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016143.344871:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:1.0:1734016143.344890:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247341081728:12345-192.168.201.160@tcp:106: Request processed in 48us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.344895:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 304 00010000:00010000:1.0:1734016143.347239:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347254:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347263:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347269:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347276:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.347288:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1553188, setting rss=1553188; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.347295:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347301:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347307:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347313:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.347316:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347323:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.347327:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347331:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0cf3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.347370:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338913536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.347384:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347389:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347398:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347402:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347406:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.347412:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.347419:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347423:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347427:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347431:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.347432:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347438:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.347440:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.347449:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0cec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.347461:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338913408:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.350181:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.350252:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016143.353999:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 880 00000020:00010000:1.0:1734016143.354005:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.354007:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.354011:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd3f0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.354013:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd430 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.354015:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.354016:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd3f0 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.354020:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd430 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.354031:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.354040:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 10333776 00000080:00200008:1.0:1734016143.354092:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 8446928, type: SEEK_SET 00000080:00200008:1.0:1734016143.354097:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 8446928, type: SEEK_SET, rc = 8446928 00000080:00200008:1.0:1734016143.354104:0:10361:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 8446928, count: 7276 00000080:00200000:1.0:1734016143.354128:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 8446928, bytes: 7276 00000080:00200000:1.0:1734016143.354132:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016143.354137:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016143.354139:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [8446928, 8454204) 0 0 00000080:00200000:1.0:1734016143.354142:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.354151:0:10361:0:(file.c:1893:ll_file_io_generic()) Range lock [2062, 2064] 00020000:00200000:1.0:1734016143.354155:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 2 chunk: [8446928, 8454204) 8454204, 7276 00020000:00200000:1.0:1734016143.354158:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.354171:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2062, 2064] 00000008:00010000:1.0:1734016143.354181:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.354184:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db66d10, flags 0x0 00010000:00010000:1.0:1734016143.354197:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354204:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4251648 4263935) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354210:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354215:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354219:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.354226:0:10361:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [8446928, 8454204) 00000080:00200000:1.0:1734016143.354246:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 2062 of 976 to 3120 bytes 00010000:00010000:1.0:1734016143.354289:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354296:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354302:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354308:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.354313:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.357289:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.357304:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.380085:0:10361:0:(rw26.c:1006:ll_write_end()) pos 8446928, len 3120, copied 3120 00000080:00200000:1.0:1734016143.380091:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713dbd0[3 ffff8801368d7b70 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016143.380094:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029bee00 1fffff0000082d 2:0 ffff8800a713dbd0 2062 lru 00000080:00200000:1.0:1734016143.380099:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713dc30 1038: 1< 1 - - > 2< 4251648 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016143.380101:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713dbd0 00000080:00200000:1.0:1734016143.380101:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016143.380104:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 2063 of 0 to 4096 bytes 00000080:00200000:1.0:1734016143.380130:0:10361:0:(rw26.c:1006:ll_write_end()) pos 8450048, len 4096, copied 4096 00000080:00200000:1.0:1734016143.380133:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713d1b0[3 ffff8801368d7b70 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016143.380135:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029bed40 1fffff00000825 2:0 ffff8800a713d1b0 2063 lru 00000080:00200000:1.0:1734016143.380138:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713d210 1039: 1< 1 - - > 2< 4255744 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016143.380139:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713d1b0 00000080:00200000:1.0:1734016143.380140:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016143.380141:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 2064 of 0 to 60 bytes 00000080:00200000:1.0:1734016143.380147:0:10361:0:(rw26.c:1006:ll_write_end()) pos 8454144, len 60, copied 60 00000080:00200000:1.0:1734016143.380149:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a713d0d8[3 ffff8801368d7b70 2 1 ffff8800a871cbc8] 00000080:00200000:1.0:1734016143.380151:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029bed80 1fffff00000825 2:0 ffff8800a713d0d8 2064 lru 00000080:00200000:1.0:1734016143.380154:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a713d138 1040: 1< 1 - - > 2< 4259840 0 4096 0x0 0x40009 | ffff88012d4131e8 ffff8800a8ff4340 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016143.380156:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a713d0d8 00000080:00200000:1.0:1734016143.380157:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:1.0:1734016143.380161:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 3, from 976, to 60 00000008:00010000:1.0:1734016143.380178:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.380192:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.380198:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.380205:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe90248, count 3, dirtied 3 00000080:00200000:1.0:1734016143.380208:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 3 pages 7276 bytes, tot: 7276 00000080:00200000:1.0:1734016143.380210:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 7276 00000020:00010000:1.0:1734016143.380220:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.380222:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.380224:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a8de9008/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016143.380230:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.380238:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.380250:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.380251:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.380256:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 7276 bytes 00000080:00200000:1.0:1734016143.380260:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [2062, 2064] 00000080:00200000:1.0:1734016143.380266:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016143.380269:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 7276, restart: 0 00000080:00200000:1.0:1734016143.380276:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 880 00000080:00200000:1.0:1734016143.380279:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 7276 00000080:00200008:1.0:1734016143.380296:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.380300:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.380312:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.380322:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.380330:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.380339:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.380341:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0cc2 00000080:00010000:1.0:1734016143.380345:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0cc2 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.380348:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.380352:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.380365:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.380373:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.380384:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.380386:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016143.380389:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.380391:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016143.380404:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d08 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.380414:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d08 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.380457:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0d0f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.380462:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0d0f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.386459:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.388063:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341082240 00000100:00100000:3.0:1734016143.388069:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341082240 00000100:00100000:3.0:1734016143.388103:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15868 00000100:00100000:3.0:1734016143.388122:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341082240:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.388132:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.388140:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.388159:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 476, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.388160:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.388163:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.388164:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.388189:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341082240:12345-192.168.201.160@tcp:106: Request processed in 82us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.388194:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15868 00000080:00200000:1.0:1734016143.391146:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 881 00000020:00010000:1.0:1734016143.391151:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.391154:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.391157:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.391161:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.391163:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.391165:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.391168:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.391176:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.391192:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.391196:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.391201:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.391210:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.391212:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016143.391216:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.391217:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016143.391233:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0d16 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.391243:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0d16 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.391283:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0d1d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.391289:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0d1d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.393597:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.393640:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.393660:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341082368 00000100:00100000:3.0:1734016143.393667:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341082368 00000100:00100000:3.0:1734016143.393703:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341082496 00000100:00100000:3.0:1734016143.393705:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341082496 00000100:00100000:3.0:1734016143.393717:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15869 00000100:00100000:3.0:1734016143.393723:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341082368:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.393735:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.393743:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.393766:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 476, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.393768:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.393771:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.393772:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.393807:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341082368:12345-192.168.201.160@tcp:106: Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.393813:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15869 00000100:00100000:3.0:1734016143.393826:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15870 00000100:00100000:3.0:1734016143.393829:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341082496:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.393834:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.393840:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.393851:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 476, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.393852:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.393855:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.393856:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.393869:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341082496:12345-192.168.201.160@tcp:106: Request processed in 39us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.393873:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15870 00000080:00200000:1.0:1734016143.396645:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 881 00000020:00010000:1.0:1734016143.396651:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.396653:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396657:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396660:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396662:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.396663:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.396666:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.396675:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.396684:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 10333776 00000080:00a00000:1.0:1734016143.396729:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b95e8 start=0x7fb497244000 end=0x7fb497245000 vm_flags=0xf9 00000080:00200000:1.0:1734016143.396737:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.396743:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.396753:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.396755:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016143.396758:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.396760:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016143.396772:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396781:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396789:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396795:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396809:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396816:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396821:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396826:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.396836:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 880 00000020:00010000:1.0:1734016143.396839:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.396840:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396842:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396845:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.396847:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.396848:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.396850:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.396854:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016143.396890:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 111 00000080:00200000:1.0:1734016143.396895:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.396901:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.396907:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [111, 111] 00000008:00010000:1.0:1734016143.396913:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.396915:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016143.396929:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396936:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (454656 458751) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396943:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396948:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.396953:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.400764:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.400768:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.400771:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016143.400778:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.400785:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.400799:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afea88 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.400801:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.400811:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.401018:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.401024:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.401038:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.401048:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.401057:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.401067:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016143.401069:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0cc2 00000080:00010000:1.0:1734016143.401073:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0cc2 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.401075:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.401080:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae0cc2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24204 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.401099:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.401175:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.401190:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.401192:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016143.401195:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.401197:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016143.401213:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0d24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.401218:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0d24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.401256:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0d2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.401261:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0d2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.404318:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.404740:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016143.408072:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10333776 i_blocks 881 00000020:00010000:1.0:1734016143.408079:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.408082:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.408087:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.408089:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.408091:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871cb68 (ffff8800a8de91b8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.408093:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.408097:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de91b8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.408131:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.408150:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.408154:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.408161:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.408171:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.408173:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016143.408177:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.408178:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016143.408195:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0d32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.408202:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0d32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.408244:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.408249:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.408271:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338915328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.411545:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.411669:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.415466:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415475:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415481:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415489:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415493:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.415501:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1553188, setting rss=1553188; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.415522:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415527:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415531:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415535:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.415537:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415543:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.415546:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.415550:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0d39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.416347:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338915328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.419528:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15875 00000100:00100000:3.0:1734016143.419533:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083264:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.419539:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.419545:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.419558:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.419560:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.419562:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.419563:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 1553188 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.419887:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083264:12345-192.168.201.160@tcp:106: Request processed in 352us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.419892:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15875 00010000:00010000:3.0:1734016143.422950:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.422967:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.422978:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.422983:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.422989:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.423000:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.423007:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.423012:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.423018:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.423024:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.423027:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.423035:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.423039:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.423048:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae0d40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.423088:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338915456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.426023:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341083392 00000100:00100000:3.0:1734016143.426029:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341083392 00000100:00100000:3.0:1734016143.426064:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15876 00000100:00100000:3.0:1734016143.426070:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083392:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.426082:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.426488:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.426494:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083392:12345-192.168.201.160@tcp:104: Request processed in 424us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.426501:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15876 00010000:00010000:1.0:1734016143.426660:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.426667:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.426672:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.426676:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.426692:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.426700:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.426728:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.426734:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.426758:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.426764:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0cbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea241f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.426789:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.426790:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.426791:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.426798:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.426811:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338915840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.429589:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341083520 00000100:00100000:3.0:1734016143.429594:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341083520 00000100:00100000:3.0:1734016143.429624:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15877 00000100:00100000:3.0:1734016143.429629:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341083520:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.429635:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1900544->1904639] (req 1900544->1904639) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429643:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1900544->1904639] (req 1900544->1904639) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429653:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429659:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429665:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429671:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.429684:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2ef40) 00000100:00100000:3.0:1734016143.429714:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341083520:12345-192.168.201.160@tcp:105: Request processed in 85us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.429718:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15877 00000100:00100000:1.0:1734016143.434003:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338915840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.434505:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.434517:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341083648 00000100:00100000:3.0:1734016143.434521:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341083648 00000100:00100000:3.0:1734016143.434671:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15878 00000100:00100000:3.0:1734016143.434677:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341083648:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.434694:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.434702:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.434723:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.434724:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.434727:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.434728:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.434762:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341083648:12345-192.168.201.160@tcp:106: Request processed in 85us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.434767:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15878 00000008:00010000:3.0:1734016143.440780:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dcc0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.440803:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dcc0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.440818:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916224:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.444140:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341083776 00000100:00100000:3.0:1734016143.444149:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341083776 00000100:00100000:3.0:1734016143.444191:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15879 00000100:00100000:3.0:1734016143.444198:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083776:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.444210:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.444218:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.444237:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.444239:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.444242:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.444243:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.444279:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341083776:12345-192.168.201.160@tcp:106: Request processed in 81us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.444285:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15879 00010000:00010000:3.0:1734016143.447811:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447829:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447841:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447846:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447852:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.447864:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.447883:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447888:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447899:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447904:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.447908:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447924:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.447930:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.447936:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae0d5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.447967:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338916352:192.168.201.160@tcp:101:fsx.0 00000008:00010000:3.0:1734016143.448227:0:1972:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875dcc0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.448256:0:1972:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1904640 1908735) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016143.448280:0:1972:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b9c00 - object 0x240000400:7 offset 1904640<>1908736 00000100:00100000:3.0:1734016143.448290:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.448296:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916608:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.451338:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dcc0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.451362:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dcc0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0d4e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1900544->1904639) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24297 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.451378:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916608:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.451984:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916736:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.456029:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341083904 00000100:00100000:3.0:1734016143.456038:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341083904 00000100:00100000:3.0:1734016143.456075:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15880 00000100:00100000:3.0:1734016143.456081:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341083904:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.456095:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.456106:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.456153:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.456155:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.456158:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.456159:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.456194:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341083904:12345-192.168.201.160@tcp:106: Request processed in 113us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.456199:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15880 00010000:00010000:3.0:1734016143.457887:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457905:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457914:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457930:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457936:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.457946:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.457960:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457965:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457971:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457976:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.457979:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.457992:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.457996:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.458000:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae0d63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.458299:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916736:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.458314:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.458320:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916864:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.460540:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084032 00000100:00100000:3.0:1734016143.460552:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084032 00000100:00100000:3.0:1734016143.460584:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15881 00000100:00100000:3.0:1734016143.460589:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084032:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.460603:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.460612:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.460633:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.460635:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.460638:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.460639:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.460674:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084032:12345-192.168.201.160@tcp:106: Request processed in 85us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.460683:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15881 00010000:00010000:3.0:1734016143.462764:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.462778:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.462788:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.462793:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.462798:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.462810:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.463056:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.463062:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.463069:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.463073:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.463077:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.463085:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.463089:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.463094:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae0d6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.463146:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338916864:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.463597:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.463609:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338916992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.465847:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084160 00000100:00100000:3.0:1734016143.465854:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084160 00000100:00100000:3.0:1734016143.465885:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15882 00000100:00100000:3.0:1734016143.465892:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341084160:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.465901:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.465909:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.465936:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.465938:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.465940:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.465942:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.465976:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341084160:12345-192.168.201.160@tcp:106: Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.465981:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15882 00010000:00010000:3.0:1734016143.467546:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467558:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467567:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467573:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467578:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.467588:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.467683:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467696:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467702:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467708:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.467712:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467719:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.467722:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.467727:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0d71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.467744:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338916992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.468057:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338917120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.470183:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084288 00000100:00100000:3.0:1734016143.470191:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084288 00000100:00100000:3.0:1734016143.470255:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15883 00000100:00100000:3.0:1734016143.470262:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084288:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.470273:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.470282:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.470301:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.470303:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.470306:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.470307:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.470488:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084288:12345-192.168.201.160@tcp:106: Request processed in 224us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.470494:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15883 00010000:00010000:3.0:1734016143.472351:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472365:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472376:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472381:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472386:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.472398:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.472408:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472413:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472422:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472427:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.472430:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472437:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.472441:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.472446:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae0d78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.472464:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338917120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.472905:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.472924:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338917248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.474541:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084416 00000100:00100000:3.0:1734016143.474548:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084416 00000100:00100000:3.0:1734016143.474578:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15884 00000100:00100000:3.0:1734016143.474583:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084416:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.474593:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.474600:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.474619:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 477, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.474621:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000020:00010000:3.0:1734016143.474624:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.474624:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 880 00000100:00100000:3.0:1734016143.474657:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341084416:12345-192.168.201.160@tcp:106: Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.474662:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15884 00010000:00010000:3.0:1734016143.476507:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476519:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476528:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476533:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476537:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.476548:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.476622:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476632:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476637:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476642:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.476646:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476654:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.476659:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.476663:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae0d7f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.476691:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338917248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.479188:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.479202:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084544 00000100:00100000:3.0:1734016143.479209:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084544 00000100:00100000:3.0:1734016143.479239:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15885 00000100:00100000:3.0:1734016143.479246:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341084544:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.479257:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.479316:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.479321:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341084544:12345-192.168.201.160@tcp:104: Request processed in 76us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.479327:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15885 00000100:00100000:1.0:1734016143.480937:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338917504:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.486205:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.486250:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0cb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea241ef expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.486264:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338917504:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.488888:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338917632:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.492913:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341084672 00000100:00100000:3.0:1734016143.492931:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341084672 00000100:00100000:3.0:1734016143.492977:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15886 00000100:00100000:3.0:1734016143.492983:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341084672:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.492997:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1622016->1626111] (req 1622016->1626111) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493006:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1622016->1626111] (req 1622016->1626111) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493012:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493020:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493026:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493034:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.493069:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507a80) 00000100:00100000:3.0:1734016143.493132:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341084672:12345-192.168.201.160@tcp:105: Request processed in 148us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.493137:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15886 00000008:00010000:1.0:1734016143.498422:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.498487:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1622016 1626111) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.498575:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 1622016<>6139904 00000100:00100000:1.0:1734016143.499197:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.499210:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338917888:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.503730:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338917632:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016143.517848:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.518409:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.518428:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338917888:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.518940:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016143.518949:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.518967:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1626112 1630207) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.518995:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 1626112<>1630208 00000100:00100000:1.0:1734016143.519011:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918144:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.526511:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.526539:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd780 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.526558:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918144:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.527353:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016143.527361:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.527378:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1630208 1634303) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.527402:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 1630208<>1634304 00000100:00100000:1.0:1734016143.527418:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918400:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.530967:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.530992:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.531009:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918400:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.531638:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.531648:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918528:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.536030:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.536061:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.536075:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918528:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.537814:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918784:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016143.542329:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294970024 gen 2 00000100:00100000:1.0:1734016143.542378:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338918784:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016143.548886:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.552055:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338919040:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.556748:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016143.560905:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.560939:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4050944 4055039) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.560968:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x240000400:7 offset 4050944<>4055040 00000100:00100000:1.0:1734016143.560982:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.560992:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338919296:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.561998:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338919040:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016143.564391:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.564424:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.564445:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338919296:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.564929:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdb40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.564951:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4055040 4059135) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.564973:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x240000400:7 offset 4055040<>4059136 00000100:00100000:1.0:1734016143.564983:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.564991:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338919552:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.569659:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdb40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.569684:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdb40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.569703:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338919552:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.574065:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338919808:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016143.578446:0:1971:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800b6d17000: committing for last_committed 4294968379 gen 2 00000100:00100000:3.0:1734016143.578521:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338919808:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016143.578929:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338919936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.578969:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.578972:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338920064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.582646:0:1972:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8800aa143800: committing for last_committed 4294968378 gen 2 00010000:00010000:3.0:1734016143.582798:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582810:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582819:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582825:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582830:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.582840:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.582846:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582850:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582855:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582860:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.582863:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582871:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.582875:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.582879:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae0d9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.582921:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338920064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.584039:0:1972:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294970023 gen 1 00010000:00010000:3.0:1734016143.584093:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584102:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584151:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584157:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584162:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.584174:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.584182:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584187:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584192:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584196:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.584199:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584205:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.584208:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.584212:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae0d94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.584226:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338919936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.584825:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.584880:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.584885:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.588973:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341085440 00000100:00100000:1.0:1734016143.588982:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341085440 00000100:00100000:1.0:1734016143.589021:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 306 00000100:00100000:1.0:1734016143.589028:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341085440:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016143.589044:0:4727:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.589054:0:4727:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.589077:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 304, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016143.589078:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 928 00000020:00010000:1.0:1734016143.589081:0:4727:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016143.589082:0:4727:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 928 00000100:00100000:1.0:1734016143.589141:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341085440:12345-192.168.201.160@tcp:106: Request processed in 113us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016143.589148:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 306 00000100:00100000:3.0:1734016143.589707:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.589721:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341085312 00000100:00100000:3.0:1734016143.589724:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341085312 00000100:00100000:3.0:1734016143.589747:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15891 00000100:00100000:3.0:1734016143.589751:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341085312:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.589758:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.589764:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.589776:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 304, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.589778:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4059136 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016143.589780:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.589781:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4059136 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016143.589799:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341085312:12345-192.168.201.160@tcp:106: Request processed in 47us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.589803:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15891 00010000:00010000:3.0:1734016143.593170:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593186:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593196:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593201:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593207:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.593219:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6139472, setting rss=6139472; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.593225:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593230:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593239:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593244:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.593248:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593255:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.593259:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593264:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae0da2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.593285:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920192:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.593297:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593306:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593311:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593316:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593320:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.593325:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.593331:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593336:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593341:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593345:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.593347:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593352:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.593354:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.593359:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae0da9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.593369:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.594403:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.594552:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016143.594559:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920448:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.596712:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341085568 00000100:00100000:3.0:1734016143.596720:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341085568 00000100:00100000:3.0:1734016143.596747:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341085696 00000100:00100000:3.0:1734016143.596749:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341085696 00000100:00100000:3.0:1734016143.596760:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15892 00000100:00100000:3.0:1734016143.596765:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341085568:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.596774:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.596782:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.596800:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 304, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.596802:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4059136 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016143.596804:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.596805:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4059136 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016143.596836:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341085568:12345-192.168.201.160@tcp:106: Request processed in 71us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.596842:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15892 00000100:00100000:3.0:1734016143.596853:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15893 00000100:00100000:3.0:1734016143.596857:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341085696:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.596863:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.596870:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0d86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1622016->1626111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea242cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.596878:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 304, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.596879:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 928 00000020:00010000:3.0:1734016143.596882:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.596883:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6139472 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 928 00000100:00100000:3.0:1734016143.596896:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341085696:12345-192.168.201.160@tcp:106: Request processed in 38us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.596900:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15893 00010000:00010000:3.0:1734016143.599517:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599531:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599541:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599546:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599552:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.599563:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.599570:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599575:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599581:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599586:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.599590:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599599:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.599603:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.599608:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae0db7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.599629:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338920576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.605811:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.607036:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.607042:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.607049:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.607054:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.607071:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.607154:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.607189:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.607194:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.607216:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.607221:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0d8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4050944->4055039) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea242d6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.607237:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.607238:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.607240:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.607251:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.607263:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338920832:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.610175:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016143.610259:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.610270:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.610287:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016143.610294:0:66:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.610298:0:66:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.610321:0:66:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1734016143.614231:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338920832:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.629030:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.629041:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338922112:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.630750:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.633950:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338922240:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.635704:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.637693:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637707:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637717:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637722:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637728:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.637740:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.637762:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637767:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637777:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637783:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.637786:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637795:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.637799:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.637804:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae0dcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.638243:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338922240:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.640753:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.644243:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338922496:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.647868:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341086464 00000100:00100000:3.0:1734016143.647874:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341086464 00000100:00100000:3.0:1734016143.647903:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15899 00000100:00100000:3.0:1734016143.647908:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341086464:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.647925:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647933:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647940:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647947:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647953:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647959:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.647982:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2db00) 00000100:00100000:3.0:1734016143.648025:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341086464:12345-192.168.201.160@tcp:105: Request processed in 116us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.648031:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15899 00000100:00100000:1.0:1734016143.654100:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338922496:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016143.656696:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.656749:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3133440 3137535) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.656884:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016143.656902:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.656921:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338922752:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.719091:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.719368:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae0dd3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3133440->3137535) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2431c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.719390:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338922752:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.722877:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.731674:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.742640:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016143.752932:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.752958:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2998272 3002367) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.752984:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 2998272<>3002368 00000100:00100000:1.0:1734016143.753174:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.753185:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338923776:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.762223:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.762325:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.762343:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338923776:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.762944:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.762954:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338923904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.765621:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.768467:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768481:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768491:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768496:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768502:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.768513:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.768596:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768602:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768609:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768614:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.768618:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768627:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.768632:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.768637:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0df6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.768669:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338923904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.769021:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338924032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.771438:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.773879:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.773893:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.773901:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.773905:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.773919:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.773935:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4059136, setting rss=4059136; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.774011:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.774017:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.774023:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.774028:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.774031:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.774038:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.774042:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.774046:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae0dfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.774444:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338924032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.776801:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.779137:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338924416:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016143.782813:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338924416:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.788070:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341087360 00000100:00100000:3.0:1734016143.788080:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341087360 00000100:00100000:3.0:1734016143.788658:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341087488 00000100:00100000:3.0:1734016143.788663:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341087488 00000100:00100000:3.0:1734016143.788679:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15906 00000100:00100000:3.0:1734016143.789046:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341087360:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.789055:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.789080:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016143.789085:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341087360:12345-192.168.201.160@tcp:104: Request processed in 400us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.789089:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15906 00010000:00010000:1.0:1734016143.792974:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.792981:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.792988:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.792992:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.793002:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.793054:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.793073:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.793079:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.793099:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.793105:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0dda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2432a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.793135:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.793136:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.793137:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.793144:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.793163:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338924800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016143.800713:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338924544:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.800737:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.800746:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.800753:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.800935:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338924672:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.805670:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.805693:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341087616 00000100:00100000:3.0:1734016143.805699:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341087616 00000100:00100000:3.0:1734016143.805728:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15908 00000100:00100000:3.0:1734016143.805734:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341087616:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.805746:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805754:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805761:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805769:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805775:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805783:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.805809:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2eac0) 00000100:00100000:3.0:1734016143.805844:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341087616:12345-192.168.201.160@tcp:105: Request processed in 110us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.805850:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15908 00000100:00100000:1.0:1734016143.806799:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338924800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016143.809797:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338924672:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.811131:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341087744 00000100:00100000:3.0:1734016143.811137:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341087744 00000100:00100000:3.0:1734016143.811176:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15909 00000100:00100000:3.0:1734016143.811182:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341087744:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016143.811194:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.811250:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.811255:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341087744:12345-192.168.201.160@tcp:104: Request processed in 73us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.811261:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15909 00010000:00010000:1.0:1734016143.811544:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016143.811550:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.811557:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.811561:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.811578:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016143.811636:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016143.811665:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.811675:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016143.811694:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.811700:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae0dbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3805184->3809279) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24307 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.811716:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.811717:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016143.811719:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016143.811724:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.811737:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338925056:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.814281:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.820569:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338925056:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.829013:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.829022:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341088000 00000100:00100000:3.0:1734016143.829025:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341088000 00000100:00100000:3.0:1734016143.829049:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15911 00000100:00100000:3.0:1734016143.829053:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341088000:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.829059:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.829065:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.829076:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.829077:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.829080:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.829081:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.829392:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341088000:12345-192.168.201.160@tcp:106: Request processed in 337us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.829398:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15911 00000080:00200000:1.0:1734016143.831501:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3351826 i_blocks 888 00000020:00010000:1.0:1734016143.831506:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.831509:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.831512:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd030 (ffff8800a8de9908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.831515:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd070 (ffff8800a8de9d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.831517:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.831518:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd030 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.831522:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd070 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.831532:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.831548:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.831553:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.831558:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.831567:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.831569:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016143.831572:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.831573:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016143.831586:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae0e27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.831592:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae0e27 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.831631:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0e2e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.831635:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae0e2e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.834159:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341088256 00000100:00100000:3.0:1734016143.834168:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341088256 00000100:00100000:3.0:1734016143.834201:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15912 00000100:00100000:3.0:1734016143.834207:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341088256:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.834217:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.834229:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.834248:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.834249:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.834252:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.834253:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.834284:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341088256:12345-192.168.201.160@tcp:106: Request processed in 78us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.834289:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15912 00000080:00200000:1.0:1734016143.837845:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3351826 i_blocks 888 00000020:00010000:1.0:1734016143.837851:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.837853:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.837857:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.837860:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.837862:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.837863:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.837867:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.837876:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.837884:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 3351826 00000080:00200008:1.0:1734016143.837900:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.837906:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.837929:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.837940:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.837950:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.837960:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016143.837963:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0e12 00000080:00010000:1.0:1734016143.837967:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0e12 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.837969:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.837974:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.837988:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.837994:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.838003:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.838006:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016143.838009:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.838011:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016143.838025:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.838031:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae0e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.838073:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0e3c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.838081:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae0e3c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.844341:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3351826 i_blocks 888 00000020:00010000:1.0:1734016143.844348:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.844350:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.844354:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.844357:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.844359:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.844360:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.844363:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.844372:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.844389:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016143.844394:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.844402:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.844413:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.844415:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016143.844418:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.844419:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016143.844434:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0e43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.844440:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae0e43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.844960:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.844971:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae0e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.847718:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341088768 00000100:00100000:3.0:1734016143.847726:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341088768 00000100:00100000:3.0:1734016143.847755:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15916 00000100:00100000:3.0:1734016143.847761:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341088768:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.847772:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.847780:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae0e04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24354 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.847798:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.847800:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3351826 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 888 00000020:00010000:3.0:1734016143.847803:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.847804:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3351826 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 888 00000100:00100000:3.0:1734016143.847841:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341088768:12345-192.168.201.160@tcp:106: Request processed in 79us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.847848:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15916 00000100:00100000:3.0:1734016143.850005:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341088896 00000100:00100000:3.0:1734016143.850013:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341088896 00000100:00100000:3.0:1734016143.850042:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15917 00000100:00100000:3.0:1734016143.850049:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341088896:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.850064:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.850073:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.850093:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.850095:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.850097:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.850098:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.850163:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341088896:12345-192.168.201.160@tcp:106: Request processed in 114us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.850169:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15917 00000080:00200000:1.0:1734016143.853686:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3351826 i_blocks 888 00000020:00010000:1.0:1734016143.853692:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.853695:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.853699:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.853702:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.853704:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.853706:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.853710:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.853720:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.853729:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 3351826 00000080:00200000:1.0:1734016143.853769:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016143.853774:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016143.853782:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016143.853791:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [207, 208] 00000008:00010000:1.0:1734016143.853798:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016143.853801:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8cb0, osc lock ffff88012db67430, flags 0x0 00010000:00010000:1.0:1734016143.853817:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.853824:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [847872->856063] (req 847872->856063) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.853847:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [847872->856063] (req 847872->856063) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.853868:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338926592:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.854682:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016143.857081:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.861301:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341089152 00000100:00100000:3.0:1734016143.861308:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341089152 00000100:00100000:3.0:1734016143.861352:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15919 00000100:00100000:3.0:1734016143.861359:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341089152:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016143.861372:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [847872->856063] (req 847872->856063) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861381:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [847872->856063] (req 847872->856063) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861389:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861398:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861405:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861412:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.861429:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8657a80) 00000100:00100000:3.0:1734016143.861477:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341089152:12345-192.168.201.160@tcp:105: Request processed in 118us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.861482:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15919 00000100:00100000:1.0:1734016143.861905:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338926592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016143.861929:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.861948:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.861959:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3351826, setting rss=3351826; kms=3351826, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.861970:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.861975:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016143.861996:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3351826 i_blocks 888 00000100:00100000:1.0:1734016143.862322:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.862336:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338926848:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016143.866288:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338926848:192.168.201.160@tcp:22:fsx.0 00000020:00010000:1.0:1734016143.866314:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe4e8 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016143.866317:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe4e8 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016143.866321:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8cb0 (ffff8800a8de9908/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016143.866329:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866341:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016143.866352:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe4e8 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016143.866354:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8cb0 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016143.866366:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016143.866386:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016143.866393:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016143.866408:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016143.866421:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.866429:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016143.866440:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016143.866442:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0e12 00000080:00010000:1.0:1734016143.866447:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0e12 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016143.866451:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016143.866456:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae0e12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24369 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016143.866473:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016143.866480:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016143.866492:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.866495:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016143.866499:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016143.866501:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016143.866509:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866516:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866524:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866529:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866544:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.866550:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.866591:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338926976:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.869365:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341089280 00000100:00100000:3.0:1734016143.869373:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341089280 00000100:00100000:3.0:1734016143.869401:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15920 00000100:00100000:3.0:1734016143.869407:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341089280:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.869418:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.869429:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.869456:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.869458:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.869461:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.869462:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.869498:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341089280:12345-192.168.201.160@tcp:106: Request processed in 90us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.869504:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15920 00010000:00010000:1.0:1734016143.871368:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871384:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871393:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871399:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871405:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.871415:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.871424:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871428:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871434:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871439:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.871443:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871453:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.871457:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.871462:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae0e58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.871492:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338926976:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.873860:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341089408 00000100:00100000:3.0:1734016143.873867:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341089408 00000100:00100000:3.0:1734016143.873918:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15921 00000100:00100000:3.0:1734016143.873924:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341089408:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.873934:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.873941:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.873960:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.873961:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000020:00010000:3.0:1734016143.873964:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.873965:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 0 00000100:00100000:3.0:1734016143.873996:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341089408:12345-192.168.201.160@tcp:106: Request processed in 71us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.874001:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15921 00010000:00010000:3.0:1734016143.875287:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875298:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875308:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875315:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875320:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.875330:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.875348:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875354:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875360:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875365:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016143.875369:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875381:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.875385:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.875391:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae0e5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.875419:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338927104:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.877996:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338927232:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.881689:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341089536 00000100:00100000:3.0:1734016143.881699:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341089536 00000100:00100000:3.0:1734016143.881733:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15922 00000100:00100000:3.0:1734016143.881739:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341089536:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016143.881751:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.881760:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.881785:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016143.881787:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3450372 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000020:00010000:3.0:1734016143.881790:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016143.881791:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3450372 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 1 00000100:00100000:3.0:1734016143.881832:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341089536:12345-192.168.201.160@tcp:106: Request processed in 93us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.881838:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15922 00000100:00100000:3.0:1734016143.889966:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016143.899943:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.900960:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338928000:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.904312:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d6c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.904477:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d6c0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fcc0/0x6897f2fa45ae0e0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea2435b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.904491:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338928000:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016143.904924:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338928128:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.907339:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016143.907964:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928384:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.908000:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016143.908005:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928256:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.910829:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928256:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.910845:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928384:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016143.910855:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338928128:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016143.917157:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff880136afdb40 00010000:00010000:1.0:1734016143.917202:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.917326:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea300 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016143.917341:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000008:00010000:1.0:1734016143.917347:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.917360:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5439488 5443583) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.917372:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eaa00 - object 0x280000400:7 offset 5439488<>5443584 00000100:00100000:1.0:1734016143.917385:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928768:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.917479:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928896:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.925916:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.925950:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.925970:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928896:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.928147:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016143.928161:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.928190:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5443584 5447679) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016143.928237:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eaa00 - object 0x280000400:7 offset 4194304<>5451776 00000100:00100000:1.0:1734016143.928255:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338929152:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016143.961569:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.961681:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.961702:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338929152:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.966327:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338929280:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.978530:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.978569:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.978583:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338929280:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016143.982723:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff880136afdb40 00000008:00010000:1.0:1734016143.983001:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff880136afdb40 00000100:00100000:1.0:1734016143.983017:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338928768:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016143.985695:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.985708:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338929536:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016143.989080:0:1970:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294970028 gen 1 00000100:00100000:1.0:1734016143.989670:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338929536:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016143.992935:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338929792:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.993530:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016143.993538:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338929920:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.995901:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016143.999154:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999167:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999176:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999182:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999188:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.999198:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.999204:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999210:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999216:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999221:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.999225:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999232:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.999236:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999241:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0e89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.999296:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338929920:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016143.999308:0:1970:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294970025 gen 2 00010000:00010000:1.0:1734016143.999321:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999327:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999337:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999343:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999348:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016143.999353:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5448115, setting rss=5448115; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016143.999370:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999375:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999380:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999384:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016143.999387:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999392:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016143.999394:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016143.999402:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0e82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016143.999413:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338929792:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.001854:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.003181:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.003188:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.003194:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.003198:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.003215:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.004298:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.004338:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.004345:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.004378:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.004384:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae0e51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 847872->856063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243a8 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.004399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.004401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.004402:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.004409:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.004422:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338930176:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.009367:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.014194:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338930176:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.017225:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338930816:192.168.201.160@tcp:4:fsx.0 00000008:00010000:3.0:1734016144.019750:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.019784:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.019797:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338930816:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.029328:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.031401:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341090560 00000100:00100000:3.0:1734016144.031408:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341090560 00000100:00100000:3.0:1734016144.031483:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15930 00000100:00100000:3.0:1734016144.031489:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341090560:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.031501:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.031511:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.031539:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.031541:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016144.031544:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.031544:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016144.031584:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341090560:12345-192.168.201.160@tcp:106: Request processed in 95us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.031590:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15930 00010000:00010000:1.0:1734016144.033809:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033823:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033833:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033839:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033844:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.033855:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.033873:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033879:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033885:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033890:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.033894:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033902:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.033916:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.033921:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0e9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.033953:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931328:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.034315:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.034325:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.036418:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341090688 00000100:00100000:3.0:1734016144.036427:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341090688 00000100:00100000:3.0:1734016144.036476:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15931 00000100:00100000:3.0:1734016144.036482:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341090688:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.036492:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.036501:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.036522:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.036524:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016144.036527:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.036528:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016144.036574:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341090688:12345-192.168.201.160@tcp:106: Request processed in 92us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.036579:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15931 00010000:00010000:1.0:1734016144.038561:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038575:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038585:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038596:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038601:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.038612:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.038634:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038640:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038646:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038651:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.038655:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038663:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.038667:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.038673:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.038707:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931456:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.039136:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.040706:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016144.040721:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341090816 00000100:00100000:3.0:1734016144.040728:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341090816 00000100:00100000:3.0:1734016144.040767:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15932 00000100:00100000:3.0:1734016144.040775:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341090816:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.040786:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.040793:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.040811:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.040813:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000020:00010000:3.0:1734016144.040815:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.040816:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016143 atime: 1734016143 ctime: 1734016143 blocks: 16 00000100:00100000:3.0:1734016144.040849:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341090816:12345-192.168.201.160@tcp:106: Request processed in 76us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.040855:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15932 00010000:00010000:1.0:1734016144.043303:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043320:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043331:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043339:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043346:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.043358:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.043376:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043382:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043394:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043400:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.043405:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043411:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.043415:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.043420:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0eac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.043451:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338931584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.046399:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341090944 00000100:00100000:3.0:1734016144.046408:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341090944 00000100:00100000:3.0:1734016144.046439:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15933 00000100:00100000:3.0:1734016144.046445:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341090944:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.046457:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae0e74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea243d2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.046502:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.046508:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341090944:12345-192.168.201.160@tcp:104: Request processed in 62us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.046516:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15933 00000100:00100000:1.0:1734016144.052851:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338931840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.058779:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.064686:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338931840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.065802:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932096:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.066235:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.066242:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.069384:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.069464:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.069487:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341091200 00000100:00100000:3.0:1734016144.069494:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341091200 00000100:00100000:3.0:1734016144.070054:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341091328 00000100:00100000:3.0:1734016144.070058:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341091328 00000100:00100000:3.0:1734016144.070072:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15935 00000100:00100000:3.0:1734016144.070078:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341091200:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.070091:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.070102:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.070190:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.070193:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5448115 mtime: 1734016144 atime: 1734016143 ctime: 1734016144 blocks: 928 00000020:00010000:3.0:1734016144.070196:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.070197:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5448115 mtime: 1734016144 atime: 1734016143 ctime: 1734016144 blocks: 928 00000100:00100000:3.0:1734016144.070236:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341091200:12345-192.168.201.160@tcp:106: Request processed in 157us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.070242:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15935 00000100:00100000:3.0:1734016144.070255:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15936 00000100:00100000:3.0:1734016144.070258:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341091328:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.070264:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2441f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.070270:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2441f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.070280:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.070281:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016143 ctime: 1734016144 blocks: 32 00000020:00010000:3.0:1734016144.070284:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.070285:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016143 ctime: 1734016144 blocks: 32 00000100:00100000:3.0:1734016144.070301:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341091328:12345-192.168.201.160@tcp:106: Request processed in 42us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.070305:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15936 00010000:00010000:1.0:1734016144.072356:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072377:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072386:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072391:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072397:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.072410:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5448115, setting rss=5448115; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.072417:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072421:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072427:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072432:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.072436:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072448:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.072453:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072458:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae0eba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.072484:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932096:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.072509:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072516:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072522:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072527:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072531:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.072537:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.072878:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072885:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072891:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072895:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.072898:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072913:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.072916:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.072922:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0ec1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.072938:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.073951:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932352:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.073996:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.074001:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932480:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.077690:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.077735:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.080163:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080182:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080192:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080197:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080202:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.080214:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.080219:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080225:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080231:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080235:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.080239:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080252:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.080256:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080261:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0ecf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.080297:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932480:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.080313:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080318:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080325:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080329:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080333:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.080338:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5448115, setting rss=5448115; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.080349:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080354:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080359:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080363:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.080365:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080372:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.080374:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.080378:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ec8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.080388:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338932352:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.082587:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.084558:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.084574:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338932864:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.088158:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338932864:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.091386:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.091953:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.091958:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.091972:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.091977:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.091997:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.092583:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.092620:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.092626:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.092652:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.092658:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0e90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4747264->4751359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea243f5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.092675:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.092676:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.092678:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.092686:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.092710:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338933120:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.096733:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.099870:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.100173:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15942 00000100:00100000:3.0:1734016144.100179:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341092096:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.100190:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0eb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1212416->1220607) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2441f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.100230:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.100235:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341092096:12345-192.168.201.160@tcp:104: Request processed in 57us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.100240:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15942 00000100:00100000:1.0:1734016144.100513:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338933120:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.103967:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.105470:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338933504:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.106267:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.106277:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338933632:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.111217:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338933376:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.111731:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338933632:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.111764:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338933504:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.118151:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338933888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.121326:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.121516:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.124301:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.125702:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125713:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125723:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125729:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125735:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.125746:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.125753:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125759:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125764:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125770:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.125774:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125783:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.125787:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.125792:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0eeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.125819:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338933888:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.127673:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.127694:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.127704:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.127710:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.127714:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.127725:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2351526, setting rss=2351526; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.128371:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.128378:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.128384:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.128389:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.128393:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.128401:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.128404:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.128409:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0ef2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.128436:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.128965:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.129153:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.129160:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934144:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.133851:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133865:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133876:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133881:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133886:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.133897:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2351526, setting rss=2351526; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.133915:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133921:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133928:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133935:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.133939:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133945:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.133949:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.133954:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.133975:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934272:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.135265:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135275:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135281:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135286:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135292:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.135300:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.135315:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135320:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135325:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135329:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.135331:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135337:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.135340:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.135344:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0ef9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.135357:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338934144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.137895:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.139811:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338934656:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.143760:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338934656:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.143775:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.143781:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338934784:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.144090:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.144097:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338934912:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.146983:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338934784:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.147270:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338934912:192.168.201.160@tcp:10:fsx.0 00000008:00010000:1.0:1734016144.147964:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.147982:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4886528 4890623) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.148007:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 4886528<>4890624 00000100:00100000:1.0:1734016144.148018:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.148025:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338935168:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.150235:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.150257:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.150277:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338935168:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.151058:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.151076:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4890624 4894719) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.151103:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 4890624<>4894720 00000100:00100000:1.0:1734016144.151132:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.151141:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338935424:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.153348:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.153372:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.153389:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338935424:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.154207:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.154216:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338935552:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016144.158077:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.158321:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.158336:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338935552:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.162062:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338935808:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016144.166950:0:1969:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294970032 gen 1 00000100:00100000:1.0:1734016144.166992:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338935808:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016144.183194:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338936320:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.183241:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.183246:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338936448:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.188858:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338936448:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.189416:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338936320:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.199497:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338936960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.199584:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.199590:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338936832:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.210344:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210359:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210370:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210381:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210386:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.210398:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.210405:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210409:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210415:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210421:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.210424:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210432:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.210436:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.210441:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae0f1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.211854:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338936832:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.214511:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214527:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214536:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214542:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214547:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.214559:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.214888:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214895:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214911:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214921:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.214925:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214933:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.214937:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.214942:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae0f23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.214962:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338936960:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.215226:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338937088:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.215273:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.215277:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338937216:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.219468:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219477:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219486:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219494:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219500:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.219510:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.219516:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219521:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219527:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219533:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.219536:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219543:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.219547:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219552:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c900/0x6897f2fa45ae0f31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.219571:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338937216:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.219582:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219588:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219594:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219598:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219603:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.219608:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.219622:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219626:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219631:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219639:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.219642:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219646:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.219649:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.219654:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae0f2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.219663:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338937088:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016144.220629:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.220648:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1925120 1929215) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.220676:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 1925120<>5632000 00000100:00100000:1.0:1734016144.220687:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.220694:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338937472:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.226947:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.227013:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.227037:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338937472:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.228032:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.228051:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1929216 1933311) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.228081:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8380 - object 0x280000400:7 offset 1929216<>1933312 00000100:00100000:1.0:1734016144.228448:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.228460:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338937728:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.231701:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.231737:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.231753:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338937728:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.235847:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341093632 00000100:00100000:3.0:1734016144.235850:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341093632 00000100:00100000:3.0:1734016144.235881:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15953 00000100:00100000:3.0:1734016144.235887:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341093632:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.235898:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.235918:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.235939:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 49, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.235941:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 904 00000020:00010000:3.0:1734016144.235943:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.235944:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 904 00000100:00100000:3.0:1734016144.235980:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341093632:12345-192.168.201.160@tcp:106: Request processed in 93us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.235986:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15953 00000080:00200000:1.0:1734016144.238888:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.238894:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.238897:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.238901:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd030 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.238911:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd070 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.238913:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.238915:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd030 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.238919:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd070 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.238930:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.238946:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016144.238951:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016144.238957:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016144.238969:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.238971:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db67b50, flags 0x400001002 00000008:00010000:1.0:1734016144.238975:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.238975:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db67300, flags 0x400001002 00010000:00010000:1.0:1734016144.238989:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0f46 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.238996:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654900/0x6897f2fa45ae0f46 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.239040:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0f4d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.239046:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae0f4d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.242293:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15955 00000100:00100000:3.0:1734016144.242300:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341093760:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.242312:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.242320:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.242342:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 49, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.242344:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 904 00000020:00010000:3.0:1734016144.242347:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.242348:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 904 00000100:00100000:3.0:1734016144.242384:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341093760:12345-192.168.201.160@tcp:106: Request processed in 84us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.242390:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15955 00000100:00100000:3.0:1734016144.242404:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15956 00000100:00100000:3.0:1734016144.242407:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341093888:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.242412:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.242417:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.242427:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 49, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.242428:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.242430:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.242431:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.242445:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341093888:12345-192.168.201.160@tcp:106: Request processed in 37us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.242449:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15956 00000080:00200000:1.0:1734016144.246802:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.246807:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.246810:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.246814:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.246816:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.246818:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.246819:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.246822:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.246832:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.246841:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9824010 00000080:00200000:1.0:1734016144.246877:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016144.246881:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016144.247135:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016144.247147:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2349, 2350] 00000008:00010000:1.0:1734016144.247157:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016144.247159:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67300, flags 0x0 00010000:00010000:1.0:1734016144.247174:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.247180:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.247204:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.247219:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338938368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.247273:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91900 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.249167:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.249590:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.249597:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.249603:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.249607:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.249624:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.250241:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.250273:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.250279:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.250888:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.250895:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0ed6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24449 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.250921:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.250922:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.250924:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.251877:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338938368:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.251893:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.251901:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.251917:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5427200->5435391] (req 5427200->5435391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.253832:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.254748:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.254757:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.254781:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.254791:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5629706, setting rss=5629706; kms=5629706, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.254800:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.254806:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.254828:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.258050:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe128 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.258054:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe128 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.258059:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8130 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016144.258069:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258081:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016144.258095:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe128 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.258097:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8130 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.258129:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.258148:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016144.258154:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016144.258167:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016144.258178:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0f15 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244b2 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.258186:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0f15 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244b2 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016144.258196:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016144.258198:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae0f15 00000080:00010000:1.0:1734016144.258203:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0f15 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016144.258205:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0f15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea244b2 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.258211:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae0f15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244b2 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016144.258224:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016144.258230:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016144.258241:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.258243:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db67300, flags 0x400001002 00000008:00010000:1.0:1734016144.258247:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.258248:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db67b50, flags 0x400001002 00010000:00010000:1.0:1734016144.258257:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258263:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258274:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258279:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258295:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0f5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.258301:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae0f5b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.260357:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016144.260372:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341094272 00000100:00100000:3.0:1734016144.260380:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341094272 00000100:00100000:3.0:1734016144.260421:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15959 00000100:00100000:3.0:1734016144.260426:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341094272:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.260437:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.260445:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.260466:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.260467:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.260470:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.260471:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.260514:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341094272:12345-192.168.201.160@tcp:106: Request processed in 86us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.260519:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15959 00000080:00200000:1.0:1734016144.262198:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.262204:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.262207:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.262211:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.262214:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.262216:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.262218:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.262220:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.262230:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.262248:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016144.262253:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016144.262259:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016144.262269:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.262271:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db67b50, flags 0x400001002 00000008:00010000:1.0:1734016144.262275:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.262276:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db67300, flags 0x400001002 00010000:00010000:1.0:1734016144.262287:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.262295:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.262303:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.262308:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.262326:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0f62 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.262331:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae0f62 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.264604:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341094400 00000100:00100000:3.0:1734016144.264611:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341094400 00000100:00100000:3.0:1734016144.264646:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15960 00000100:00100000:3.0:1734016144.264652:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341094400:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.264665:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.264673:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.264707:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.264709:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.264712:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.264713:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.264749:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341094400:12345-192.168.201.160@tcp:106: Request processed in 97us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.264754:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15960 00000080:00200000:1.0:1734016144.266803:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.266808:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.266811:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.266815:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.266818:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.266820:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.266822:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.266825:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.266834:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.266843:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9824010 00000080:00a00000:1.0:1734016144.266893:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b95e8 start=0x7fb497243000 end=0x7fb497245000 vm_flags=0xf9 00000080:00200000:1.0:1734016144.266901:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016144.266918:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016144.266928:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.266931:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91930, osc lock ffff88012db67300, flags 0x400001002 00000008:00010000:1.0:1734016144.266935:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.266936:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91970, osc lock ffff88012db67b50, flags 0x400001002 00010000:00010000:1.0:1734016144.266951:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.266959:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.266966:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.266971:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.266990:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae0f69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.266994:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae0f69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.268718:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341094528 00000100:00100000:3.0:1734016144.268724:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341094528 00000100:00100000:3.0:1734016144.268763:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15961 00000100:00100000:3.0:1734016144.268769:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341094528:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.268778:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.268784:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.268802:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.268804:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.268806:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.268807:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.268838:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341094528:12345-192.168.201.160@tcp:106: Request processed in 69us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.268843:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15961 00000080:00200000:1.0:1734016144.270684:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 920 00000020:00010000:1.0:1734016144.270691:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.270694:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.270697:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91930 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.270701:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91970 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.270702:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871dff0 (ffff8800a8de9ea8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.270704:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91930 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.270707:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91970 (ffff8800a8de9ea8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.270716:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016144.270758:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1386 00000080:00200000:1.0:1734016144.270765:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016144.270772:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016144.270781:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1386, 1386] 00000008:00010000:1.0:1734016144.270789:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016144.270791:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db67b50, flags 0x0 00010000:00010000:1.0:1734016144.270805:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.270811:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.270833:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.270849:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338939136:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.271011:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.272506:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341094656 00000100:00100000:3.0:1734016144.272513:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341094656 00000100:00100000:3.0:1734016144.272542:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15962 00000100:00100000:3.0:1734016144.272548:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341094656:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.272557:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae0edd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24450 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.272776:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.272782:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341094656:12345-192.168.201.160@tcp:104: Request processed in 234us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.272787:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15962 00000100:00100000:3.0:1734016144.276257:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.276546:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338939136:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.276566:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.276579:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.276585:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1482752->1486847] (req 1482752->1486847) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277103:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277123:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277141:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.277149:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277158:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277164:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.277226:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016144.277234:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91e40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.277255:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1482752 1486847) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.277274:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 1482752<>1486848 00000100:00100000:1.0:1734016144.277286:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338939520:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.279727:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91e40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.280279:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91e40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae0f70 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1482752->1486847) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2450d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.280298:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338939520:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.286930:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.288023:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940032:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.290792:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016144.291987:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.292013:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3272704 3276799) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.292037:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 3272704<>3276800 00000100:00100000:1.0:1734016144.292050:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.292057:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338940288:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.294694:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940032:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016144.294768:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.294941:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd9c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.294962:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338940288:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.295444:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.295455:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.299449:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095168 00000100:00100000:3.0:1734016144.299457:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095168 00000100:00100000:3.0:1734016144.299644:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15966 00000100:00100000:3.0:1734016144.299651:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095168:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.299662:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.299672:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.299692:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.299694:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.299696:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.299697:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.299737:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095168:12345-192.168.201.160@tcp:106: Request processed in 87us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.299743:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15966 00010000:00010000:1.0:1734016144.302038:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302050:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302060:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302066:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302071:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.302081:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.302128:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302135:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302141:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302146:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.302150:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302157:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.302160:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.302165:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0f7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.302195:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.302547:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.302557:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338940544:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.307665:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095296 00000100:00100000:3.0:1734016144.307676:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095296 00000100:00100000:3.0:1734016144.307796:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15967 00000100:00100000:3.0:1734016144.307803:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341095296:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.307816:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.307827:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.307852:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.307853:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.307856:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.307858:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.307899:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341095296:12345-192.168.201.160@tcp:106: Request processed in 96us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.307916:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15967 00010000:00010000:1.0:1734016144.312918:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.312935:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.312949:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.312955:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.312960:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.312971:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.312992:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.312997:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.313004:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.313009:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.313013:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.313020:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.313024:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.313033:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0f85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.313063:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338940544:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.316784:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095424 00000100:00100000:3.0:1734016144.316794:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095424 00000100:00100000:3.0:1734016144.316834:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15968 00000100:00100000:3.0:1734016144.316840:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095424:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.316855:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.319253:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.319269:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095424:12345-192.168.201.160@tcp:104: Request processed in 2423us (2809us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.319280:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15968 00010000:00010000:1.0:1734016144.319347:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.319355:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.319363:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.319368:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.319387:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.319399:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.319435:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.319441:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.319466:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.319472:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae0f54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5427200->5435391) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea244f1 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.319489:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.319491:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.319493:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016144.319498:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.319509:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.323812:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095552 00000100:00100000:3.0:1734016144.323820:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095552 00000100:00100000:3.0:1734016144.323864:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15969 00000100:00100000:3.0:1734016144.323870:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341095552:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016144.323882:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3891200->3899391] (req 3891200->3899391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323892:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3891200->3899391] (req 3891200->3899391) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323898:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323916:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323923:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323931:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.323960:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f3c0) 00000100:00100000:3.0:1734016144.324004:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341095552:12345-192.168.201.160@tcp:105: Request processed in 132us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.324010:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15969 00000100:00100000:1.0:1734016144.326688:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338940800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.332862:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095680 00000100:00100000:3.0:1734016144.332870:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095680 00000100:00100000:3.0:1734016144.332962:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15970 00000100:00100000:3.0:1734016144.332968:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341095680:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.332980:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae0f8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3891200->3899391) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24529 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.333513:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.333521:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341095680:12345-192.168.201.160@tcp:104: Request processed in 552us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.333529:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15970 00000100:00100000:1.0:1734016144.334527:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338941184:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.338486:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.348351:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338941184:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016144.352968:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.353066:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3813376 3817471) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.353258:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016144.353777:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.353789:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338941440:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.400818:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.402305:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.402332:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338941440:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.402820:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.402832:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941568:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.406082:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341095936 00000100:00100000:3.0:1734016144.406089:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341095936 00000100:00100000:3.0:1734016144.406147:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15972 00000100:00100000:3.0:1734016144.406153:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095936:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.406165:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.406173:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.406200:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.406202:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.406205:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.406206:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.406241:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341095936:12345-192.168.201.160@tcp:106: Request processed in 88us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.406245:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15972 00010000:00010000:1.0:1734016144.410889:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410915:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410925:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410930:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410935:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.410945:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.410968:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410973:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410979:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410984:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.410987:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.410995:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.411000:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.411004:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae0f9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.411043:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941568:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.411408:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941696:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.413478:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341096064 00000100:00100000:3.0:1734016144.413487:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341096064 00000100:00100000:3.0:1734016144.413525:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15973 00000100:00100000:3.0:1734016144.413531:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341096064:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.413541:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.413549:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.413571:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.413573:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.413576:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.413577:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.413614:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341096064:12345-192.168.201.160@tcp:106: Request processed in 83us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.413620:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15973 00010000:00010000:1.0:1734016144.415594:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415607:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415617:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415623:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415628:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.415640:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.415660:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415666:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415672:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415677:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.415680:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415688:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.415692:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.415697:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae0fa1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.415728:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941696:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.416132:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.416140:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941824:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.418307:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341096192 00000100:00100000:3.0:1734016144.418317:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341096192 00000100:00100000:3.0:1734016144.418355:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15974 00000100:00100000:3.0:1734016144.418361:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341096192:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.418372:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.418380:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.418402:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.418404:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000020:00010000:3.0:1734016144.418408:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.418408:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 16 00000100:00100000:3.0:1734016144.418446:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341096192:12345-192.168.201.160@tcp:106: Request processed in 85us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.418451:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15974 00010000:00010000:1.0:1734016144.420517:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420531:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420542:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420547:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420553:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.420565:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.420652:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420657:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420663:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420668:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.420672:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420680:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.420684:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.420692:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae0fa8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.421403:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338941824:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.424048:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341096320 00000100:00100000:3.0:1734016144.424059:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341096320 00000100:00100000:3.0:1734016144.424092:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15975 00000100:00100000:3.0:1734016144.424099:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341096320:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.427731:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.427810:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.427820:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341096320:12345-192.168.201.160@tcp:104: Request processed in 3717us (3861us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.427829:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15975 00000100:00100000:1.0:1734016144.428545:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338942080:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016144.432149:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd840 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.432190:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd840 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae0f77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3272704->3276799) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24514 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.432204:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338942080:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.434657:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.450786:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016144.450800:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.450846:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3399680 3403775) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.450982:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016144.451001:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338942464:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.499594:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.499889:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdf00 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.499921:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338942464:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016144.501042:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338942592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.505970:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.505979:0:1970:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.505986:0:1970:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.505993:0:1970:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.506001:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5629706, setting rss=5629706; kms=5629706, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.506011:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.506017:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.506023:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.506029:0:1970:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae0fb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2455a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.506038:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338942592:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.509298:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.509350:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.510950:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.510956:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.510961:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.510965:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.510974:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.514557:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.514604:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.514613:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1734016144.519151:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341096832 00000100:00100000:3.0:1734016144.519157:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341096832 00000100:00100000:3.0:1734016144.519195:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15979 00000100:00100000:3.0:1734016144.519202:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341096832:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016144.519213:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5672960->5681151] (req 5672960->5681151) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519222:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [5672960->5681151] (req 5672960->5681151) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519229:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519236:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519242:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519249:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.519264:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2d8c0) 00000100:00100000:3.0:1734016144.519297:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341096832:12345-192.168.201.160@tcp:105: Request processed in 96us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.519304:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15979 00010000:00010000:1.0:1734016144.524425:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.524440:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae0f93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3813376->3821567) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24530 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.524467:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.524469:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.524471:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016144.531250:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338943360:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.533955:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.534172:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15980 00000100:00100000:3.0:1734016144.534178:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341096960:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.534190:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.534198:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.534223:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.534225:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000020:00010000:3.0:1734016144.534227:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.534228:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000100:00100000:3.0:1734016144.534266:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341096960:12345-192.168.201.160@tcp:106: Request processed in 87us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.534272:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15980 00000100:00100000:1.0:1734016144.539938:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.539951:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338943488:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.543953:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.547928:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.547943:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.547954:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.547959:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.547964:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.547974:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.547993:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.547998:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.548004:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.548009:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.548013:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.548021:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.548025:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.548031:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae0fd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.548053:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338943488:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016144.549436:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.549456:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2863104 2867199) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.549480:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x280000400:7 offset 2863104<>2867200 00000100:00100000:1.0:1734016144.549494:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.549501:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338943744:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.556935:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.556977:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.556996:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338943744:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.558630:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.558652:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2867200 2871295) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016144.558677:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x280000400:7 offset 2867200<>2871296 00000100:00100000:1.0:1734016144.558766:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.558775:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338944000:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016144.563166:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.563192:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae0fc4 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5672960->5681151) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24561 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.563212:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338944000:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.571815:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.583391:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.597597:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.605613:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.656410:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341097728 00000100:00100000:3.0:1734016144.656421:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341097728 00000100:00100000:3.0:1734016144.656479:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15986 00000100:00100000:3.0:1734016144.656487:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341097728:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.656504:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.656515:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.656547:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1377, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.656549:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000020:00010000:3.0:1734016144.656552:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.656553:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000100:00100000:3.0:1734016144.656615:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341097728:12345-192.168.201.160@tcp:106: Request processed in 127us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.656622:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15986 00010000:00010000:3.0:1734016144.661946:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.661961:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.661972:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.661978:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.661988:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.661998:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.662030:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.662035:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.662041:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.662046:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016144.662050:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.662058:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.662062:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.662067:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae0fee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.662101:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338945152:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.662942:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016144.662956:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338945280:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.670306:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341097856 00000100:00100000:3.0:1734016144.670314:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341097856 00000100:00100000:3.0:1734016144.670342:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15987 00000100:00100000:3.0:1734016144.670349:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341097856:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.670363:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.670373:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.670396:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1377, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.670397:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000020:00010000:3.0:1734016144.670400:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.670401:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000100:00100000:3.0:1734016144.670437:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341097856:12345-192.168.201.160@tcp:106: Request processed in 88us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.670443:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15987 00010000:00010000:3.0:1734016144.675226:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675241:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675252:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675258:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675263:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.675273:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.675282:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675287:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675294:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675300:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016144.675304:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675312:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.675317:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.675322:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae0ff5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.677935:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338945280:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.683340:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341097984 00000100:00100000:3.0:1734016144.683348:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341097984 00000100:00100000:3.0:1734016144.683379:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15988 00000100:00100000:3.0:1734016144.683386:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341097984:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.683400:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae0fbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24553 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.683457:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.683464:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341097984:12345-192.168.201.160@tcp:104: Request processed in 78us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.683469:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15988 00000100:00100000:3.0:1734016144.685674:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341098112 00000100:00100000:3.0:1734016144.685685:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341098112 00000100:00100000:3.0:1734016144.685733:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15989 00000100:00100000:3.0:1734016144.685741:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341098112:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.685751:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.685813:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.685818:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341098112:12345-192.168.201.160@tcp:104: Request processed in 79us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.685824:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15989 00010000:00010000:1.0:1734016144.686129:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.686136:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.686149:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.686153:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.686167:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.702624:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.702679:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.702690:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.704024:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.704034:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ef40/0x6897f2fa45ae0faf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3399680->3403775) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2454c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.704055:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.704076:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338945664:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.704175:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.704177:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.704180:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016144.710730:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.717047:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338945664:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016144.759629:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 960 00000080:00200000:3.0:1734016144.759644:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016144.759775:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016144.759781:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:3.0:1734016144.759798:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016144.759813:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.759823:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016144.759832:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:3.0:1734016144.759835:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae0f0e 00000080:00010000:3.0:1734016144.759841:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae0f0e from it ffff8800a7017cd8 00010000:00010000:3.0:1734016144.759844:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.759850:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016144.759869:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016144.759876:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016144.759888:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.759891:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e0f0, osc lock ffff8800aa1bf0a0, flags 0x400001002 00000008:00010000:3.0:1734016144.759905:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.759907:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e130, osc lock ffff8800aa1bf8f0, flags 0x400001002 00010000:00010000:3.0:1734016144.759925:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae1003 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.759931:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b532f40/0x6897f2fa45ae1003 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.759976:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016144.759986:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338946560:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.760042:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae100a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.760048:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b5333c0/0x6897f2fa45ae100a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.760069:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338946688:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.763500:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.764281:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.772305:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338946816:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.772348:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.772353:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338946944:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.778418:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.778446:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341099520 00000100:00100000:3.0:1734016144.778453:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341099520 00000100:00100000:3.0:1734016144.778485:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15993 00000100:00100000:3.0:1734016144.778492:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341099520:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.778504:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.778514:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.778535:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 355, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.778537:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000020:00010000:3.0:1734016144.778540:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.778541:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 920 00000100:00100000:3.0:1734016144.778577:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341099520:12345-192.168.201.160@tcp:106: Request processed in 85us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.778583:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15993 00000100:00100000:3.0:1734016144.778623:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.778635:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341099648 00000100:00100000:3.0:1734016144.778638:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341099648 00000100:00100000:3.0:1734016144.778653:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15994 00000100:00100000:3.0:1734016144.778657:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341099648:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.778663:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.778669:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.778680:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 355, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.778682:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 40 00000020:00010000:3.0:1734016144.778684:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.778685:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 40 00000100:00100000:3.0:1734016144.778701:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341099648:12345-192.168.201.160@tcp:106: Request processed in 43us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.778706:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15994 00010000:00010000:1.0:1734016144.790488:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790504:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790517:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790523:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790529:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.790541:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.790549:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790554:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790560:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790566:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.790571:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790580:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.790584:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790589:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1018 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.790618:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338946944:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.790634:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790643:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790649:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790654:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790659:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.790664:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.790672:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790679:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790684:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790689:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.790691:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790697:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.790699:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790704:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.790715:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338946816:192.168.201.160@tcp:101:fsx.0 00000080:00200000:1.0:1734016144.790769:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 960 00000020:00010000:1.0:1734016144.790773:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.790776:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.790780:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd270 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.790783:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd2b0 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.790784:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c000 (ffff8800a8de9f38/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.790786:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd270 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.790790:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd2b0 (ffff8800a8de9f38/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.790799:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016144.790809:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9824010 00000080:00200000:1.0:1734016144.790863:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016144.790868:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016144.790881:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016144.790891:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [110, 111] 00000008:00010000:1.0:1734016144.790915:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016144.790919:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8cb0, osc lock ffff88012db67300, flags 0x0 00010000:00010000:1.0:1734016144.790937:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790944:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.790973:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.790991:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338947072:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.791041:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.798252:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016144.798965:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338947200:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.800473:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338947072:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.800495:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.800503:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.800514:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [450560->458751] (req 450560->458751) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.807367:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d300 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.807396:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d300 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae0fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1134592->1138687) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24584 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.807411:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338947200:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016144.809056:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.809070:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338947328:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.810943:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.811206:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.811215:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.811235:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.811244:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5629706, setting rss=5629706; kms=5629706, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.811252:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.811258:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.811278:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9824010 i_blocks 968 00000100:00100000:1.0:1734016144.811320:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.811330:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338947456:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016144.815951:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338947456:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016144.825124:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.825149:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100032 00000100:00100000:3.0:1734016144.825155:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100032 00000100:00100000:3.0:1734016144.825190:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15997 00000100:00100000:3.0:1734016144.825197:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341100032:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.825209:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.825217:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.825240:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 3, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.825242:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 40 00000020:00010000:3.0:1734016144.825245:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.825245:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 40 00000100:00100000:3.0:1734016144.825282:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341100032:12345-192.168.201.160@tcp:106: Request processed in 85us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.825287:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15997 00000100:00100000:3.0:1734016144.831026:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.839627:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016144.839641:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338947840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.855579:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016144.855594:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100288 00000100:00100000:3.0:1734016144.855602:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100288 00000100:00100000:3.0:1734016144.855704:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 15999 00000100:00100000:3.0:1734016144.855710:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100288:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.855723:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.855733:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.855761:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.855763:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 928 00000020:00010000:3.0:1734016144.855766:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.855767:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 928 00000100:00100000:3.0:1734016144.855861:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100288:12345-192.168.201.160@tcp:106: Request processed in 149us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.855867:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 15999 00010000:00010000:3.0:1734016144.857999:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858014:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858025:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858030:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858037:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.858047:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.858057:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858066:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858071:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858077:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016144.858080:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858089:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.858093:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.858098:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.858154:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338947840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.859197:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016144.859211:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338947968:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.860954:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100416 00000100:00100000:3.0:1734016144.860960:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100416 00000100:00100000:3.0:1734016144.860986:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16000 00000100:00100000:3.0:1734016144.860993:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100416:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.861003:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.861011:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.861028:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.861029:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 928 00000020:00010000:3.0:1734016144.861032:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.861033:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5629706 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 928 00000100:00100000:3.0:1734016144.861062:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100416:12345-192.168.201.160@tcp:106: Request processed in 70us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.861068:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16000 00010000:00010000:3.0:1734016144.864039:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864053:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864062:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864068:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864073:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.864084:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5629706, setting rss=5629706; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.864094:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864100:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864105:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864136:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016144.864140:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864148:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.864151:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.864156:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae103b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.864178:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338947968:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.868486:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100544 00000100:00100000:3.0:1734016144.868494:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100544 00000100:00100000:3.0:1734016144.868525:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16001 00000100:00100000:3.0:1734016144.868531:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:7714:x1818247341100544:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.868545:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.868648:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.868655:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:7714:x1818247341100544:12345-192.168.201.160@tcp:104: Request processed in 124us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.868661:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16001 00010000:00010000:1.0:1734016144.868709:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.868715:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868722:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016144.868725:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868731:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868738:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868758:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868786:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868795:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.868821:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.868827:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae0f0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea244a4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000100:00100000:1.0:1734016144.868853:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016144.868863:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338948352:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.868913:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.868915:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.868917:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016144.878502:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338948224:192.168.201.160@tcp:36:fsx.0 00000080:00200000:3.0:1734016144.878544:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016144.878549:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016144.878561:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016144.878575:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016144.878587:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.878590:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edb0, osc lock ffff8800aa1bef70, flags 0x0 00000008:00010000:3.0:1734016144.878592:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.878594:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edf0, osc lock ffff8800aa1bf7c0, flags 0x0 00010000:00010000:3.0:1734016144.878618:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.878631:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.878658:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.878674:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338948480:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.878722:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e300 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.878863:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338948352:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.881456:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100672 00000100:00100000:3.0:1734016144.881463:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100672 00000100:00100000:3.0:1734016144.881495:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16002 00000100:00100000:3.0:1734016144.881501:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100672:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.881513:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae101f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 450560->458751) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea245bc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.881866:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.881873:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341100672:12345-192.168.201.160@tcp:104: Request processed in 371us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.881879:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16002 00000100:00100000:1.0:1734016144.883043:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338948608:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.892037:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100800 00000100:00100000:3.0:1734016144.892045:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100800 00000100:00100000:3.0:1734016144.893082:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16003 00000100:00100000:3.0:1734016144.893091:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341100800:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016144.893120:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893130:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893137:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893145:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893150:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893157:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.893174:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012b533840) 00000100:00100000:3.0:1734016144.893225:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341100800:12345-192.168.201.160@tcp:105: Request processed in 135us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.893232:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16003 00000100:00100000:3.0:1734016144.894465:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338948480:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.894480:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894498:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.894507:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5629706, setting rss=5629706; kms=5629706, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894517:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894524:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894542:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894551:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894559:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894565:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.894570:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.894626:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338948736:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.894688:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338948864:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.899856:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338948608:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.900626:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338948864:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.900650:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338948736:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016144.903364:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.903420:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.903425:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949248:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.908974:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341100928 00000100:00100000:3.0:1734016144.908984:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341100928 00000100:00100000:3.0:1734016144.909021:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341101056 00000100:00100000:3.0:1734016144.909023:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341101056 00000100:00100000:3.0:1734016144.909037:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16004 00000100:00100000:3.0:1734016144.909043:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341100928:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.909055:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.909063:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.909084:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.909086:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000020:00010000:3.0:1734016144.909088:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.909089:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000100:00100000:3.0:1734016144.909172:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341100928:12345-192.168.201.160@tcp:106: Request processed in 128us (3963us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.909177:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16004 00000100:00100000:3.0:1734016144.909189:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16005 00000100:00100000:3.0:1734016144.909193:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341101056:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.909199:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.909205:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.909217:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.909219:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 774674 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 0 00000020:00010000:3.0:1734016144.909221:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.909222:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 774674 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 0 00000100:00100000:3.0:1734016144.909234:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341101056:12345-192.168.201.160@tcp:106: Request processed in 39us (3988us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.909237:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16005 00010000:00010000:1.0:1734016144.912381:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912396:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912411:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912417:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912423:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.912435:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 774674, setting rss=774674; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.912441:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912447:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912453:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912459:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.912463:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912472:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.912476:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912486:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1057 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.912525:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949248:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.912541:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912547:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912554:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912559:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912565:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.912572:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.912584:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912590:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912600:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912605:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ef40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.912607:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912613:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.912616:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.912621:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ef40/0x6897f2fa45ae1050 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.912633:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.913495:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.914476:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.914484:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.916631:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016144.920233:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.926092:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926121:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926136:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926141:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926146:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.926156:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 774674, setting rss=774674; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.926161:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926166:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926172:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926178:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.926182:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926191:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.926195:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926205:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1065 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.926240:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949504:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.926252:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926258:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926263:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926268:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926273:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.926278:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016144.926284:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926289:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926300:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926304:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.926307:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926312:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016144.926314:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.926318:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2db00/0x6897f2fa45ae105e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.926327:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949376:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.931887:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341101440 00000100:00100000:3.0:1734016144.931902:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341101440 00000100:00100000:3.0:1734016144.931928:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16007 00000100:00100000:3.0:1734016144.931934:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:8227:x1818247341101440:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016144.931947:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1049 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea245f4 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.931991:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.931995:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec+5:8227:x1818247341101440:12345-192.168.201.160@tcp:104: Request processed in 62us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.932001:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16007 00000100:00100000:1.0:1734016144.932631:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016144.939538:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338949888:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.943457:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338950016:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.943534:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016144.943541:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338950144:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.968489:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016144.970513:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016144.970524:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.970532:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016144.970538:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.970564:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016144.970577:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016144.970620:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.970626:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016144.970663:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.970669:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae0ffc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2789375) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24599 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016144.970707:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016144.970724:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338950528:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016144.970783:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.970785:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016144.970787:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016144.973385:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341101696 00000100:00100000:3.0:1734016144.973391:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341101696 00000100:00100000:3.0:1734016144.973421:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16009 00000100:00100000:3.0:1734016144.973426:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341101696:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016144.973434:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1167360->1175551] (req 1167360->1175551) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973441:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1167360->1175551] (req 1167360->1175551) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973449:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973461:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973468:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973476:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.973491:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f840) 00000100:00100000:3.0:1734016144.973529:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341101696:12345-192.168.201.160@tcp:105: Request processed in 102us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.973535:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16009 00000100:00100000:1.0:1734016144.977520:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338950528:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:1.0:1734016144.978339:0:10361:0:(rw26.c:1006:ll_write_end()) pos 5362444, len 3316, copied 3316 00000080:00200000:1.0:1734016144.978346:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a71235e8[3 ffff8801368d7b70 2 1 ffff8800a871c4f0] 00000080:00200000:1.0:1734016144.978349:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a54c00 1fffff0000080d 3:0 ffff8800a71235e8 1309 lru 00000080:00200000:1.0:1734016144.978355:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7123648 285: 1< 1 - - > 2< 1167360 0 4096 0x0 0x40009 | ffff88012d411c78 ffff8800a8ff44e0 > 3< 0 0 > 4< 0 0 8 323624960 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016144.978356:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a71235e8 00000080:00200000:1.0:1734016144.978357:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016144.978360:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1310 of 0 to 3224 bytes 00000080:00200000:1.0:1734016144.990236:0:10361:0:(rw26.c:1006:ll_write_end()) pos 5365760, len 3224, copied 3224 00000080:00200000:1.0:1734016144.990243:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a729b6c0[3 ffff8801368d7b70 2 1 ffff8800a871c4f0] 00000080:00200000:1.0:1734016144.990246:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002992e00 1fffff0000080d 3:0 ffff8800a729b6c0 1310 lru 00000080:00200000:1.0:1734016144.990251:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a729b720 286: 1< 1 - - > 2< 1171456 0 4096 0x0 0x40009 | ffff88012d411c78 ffff8800a8ff44e0 > 3< 0 0 > 4< 0 0 8 323624960 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016144.990253:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a729b6c0 00000080:00200000:1.0:1734016144.990254:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016144.990261:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 2, from 780, to 3224 00000008:00010000:1.0:1734016144.990280:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91900 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016144.990297:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800b3b91900 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016144.990309:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe90248, count 2, dirtied 2 00000080:00200000:1.0:1734016144.990313:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 2 pages 6540 bytes, tot: 6540 00000080:00200000:1.0:1734016144.990316:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6540 00000020:00010000:1.0:1734016144.990326:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:1.0:1734016144.990329:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016144.990332:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd630 (ffff8800a8de9008/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016144.990337:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.990348:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016144.990360:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016144.990363:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd630 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016144.990370:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 6540 bytes 00000080:00200000:1.0:1734016144.990377:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [1309, 1310] 00000080:00200000:1.0:1734016144.990385:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016144.990391:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6540, restart: 0 00000080:00200000:1.0:1734016144.990402:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7032772 i_blocks 896 00000080:00200000:1.0:1734016144.990407:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 6540 00000080:00200008:1.0:1734016144.990428:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016144.990434:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016144.990447:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016144.990458:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016144.990492:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016144.990498:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016144.990508:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016144.990527:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338951168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016144.990610:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016144.996012:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338951168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016144.996034:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996045:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996056:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996064:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996075:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996084:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016144.996088:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016144.996099:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85e9f80 x1818247338951168/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016144.997208:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016144.997221:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.997232:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016144.997278:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016144.997283:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae107a 00000080:00010000:1.0:1734016144.997287:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016144.997290:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae107a from it ffff8800a7017cd8 00010000:00010000:1.0:1734016144.997292:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016144.997299:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016144.997331:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016144.997338:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016144.997350:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.997352:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66be0, flags 0x400001002 00000008:00010000:1.0:1734016144.997356:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016144.997358:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66e40, flags 0x400001002 00010000:00010000:1.0:1734016144.997375:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae1081 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.997381:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae1081 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.997436:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.997444:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.997452:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016144.997457:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.999133:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341101824 00000100:00100000:3.0:1734016144.999142:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341101824 00000100:00100000:3.0:1734016144.999183:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16010 00000100:00100000:3.0:1734016144.999190:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341101824:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016144.999201:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.999209:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.999233:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016144.999236:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000020:00010000:3.0:1734016144.999240:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016144.999241:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000100:00100000:3.0:1734016144.999277:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341101824:12345-192.168.201.160@tcp:106: Request processed in 88us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.999285:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16010 00000080:00200000:1.0:1734016145.007201:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7032772 i_blocks 896 00000020:00010000:1.0:1734016145.007206:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.007209:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.007214:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.007217:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9368/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.007219:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c490 (ffff8800a8de9b48/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.007221:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.007224:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9b48/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.007233:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.007251:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016145.007256:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.007261:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.007270:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.007272:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016145.007276:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.007277:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66be0, flags 0x400001002 00010000:00010000:1.0:1734016145.007294:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.007300:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.007342:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.007350:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.007358:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.007364:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.007379:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.007388:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338951424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.011365:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341101952 00000100:00100000:3.0:1734016145.011373:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341101952 00000100:00100000:3.0:1734016145.012482:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16011 00000100:00100000:3.0:1734016145.012490:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341101952:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.012505:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.012514:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.012538:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.012540:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000020:00010000:3.0:1734016145.012543:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.012545:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000100:00100000:3.0:1734016145.012589:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341101952:12345-192.168.201.160@tcp:106: Request processed in 99us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.012596:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16011 00010000:00010000:1.0:1734016145.020640:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020656:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020668:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020674:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020680:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.020689:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.020710:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020716:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020722:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020728:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.020732:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020741:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.020745:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.020750:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1088 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.020783:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338951424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.032242:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102080 00000100:00100000:3.0:1734016145.032255:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102080 00000100:00100000:3.0:1734016145.032320:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16012 00000100:00100000:3.0:1734016145.032327:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341102080:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.032341:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.032352:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.032378:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.032380:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000020:00010000:3.0:1734016145.032383:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.032384:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 896 00000100:00100000:3.0:1734016145.032440:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341102080:12345-192.168.201.160@tcp:106: Request processed in 111us (5195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.032447:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16012 00010000:00010000:3.0:1734016145.035853:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035869:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035881:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035887:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035924:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.035936:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.035957:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035963:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035970:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035976:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.035980:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035989:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.035993:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.035999:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae108f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.036037:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338951552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.038358:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.038371:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102208 00000100:00100000:3.0:1734016145.038375:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102208 00000100:00100000:3.0:1734016145.038409:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16013 00000100:00100000:3.0:1734016145.038415:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341102208:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.038425:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533840/0x6897f2fa45ae1042 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea245e6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.039423:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.039431:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341102208:12345-192.168.201.160@tcp:104: Request processed in 1015us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.039437:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16013 00000100:00100000:3.0:1734016145.045778:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102336 00000100:00100000:3.0:1734016145.045788:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102336 00000100:00100000:3.0:1734016145.045836:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16014 00000100:00100000:3.0:1734016145.045842:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341102336:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.045853:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [622592->626687] (req 622592->626687) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.045864:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [622592->626687] (req 622592->626687) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.045871:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.045880:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.045887:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.045905:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.047401:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507cc0) 00000100:00100000:3.0:1734016145.047458:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341102336:12345-192.168.201.160@tcp:105: Request processed in 1613us (3093us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.047467:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16014 00000008:00010000:1.0:1734016145.049399:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afda80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.049425:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (622592 626687) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016145.049450:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 622592<>626688 00000100:00100000:1.0:1734016145.049465:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.049474:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952064:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.050330:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338951808:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016145.053059:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afda80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.053716:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afda80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.053736:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952064:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.067021:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102464 00000100:00100000:3.0:1734016145.067030:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102464 00000100:00100000:3.0:1734016145.067075:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16015 00000100:00100000:3.0:1734016145.067082:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341102464:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.067095:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1096 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 622592->626687) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24656 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.067495:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.067501:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341102464:12345-192.168.201.160@tcp:104: Request processed in 419us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.067507:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16015 00000100:00100000:1.0:1734016145.070321:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.070339:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338952320:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.072574:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102592 00000100:00100000:3.0:1734016145.072582:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102592 00000100:00100000:3.0:1734016145.072613:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16016 00000100:00100000:3.0:1734016145.072620:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6475:x1818247341102592:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.072632:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [4022272->4030463] (req 4022272->4030463) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072641:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [4022272->4030463] (req 4022272->4030463) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072649:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072658:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072665:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072672:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.072687:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f180) 00000100:00100000:3.0:1734016145.072725:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6475:x1818247341102592:12345-192.168.201.160@tcp:105: Request processed in 105us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.072731:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16016 00000100:00100000:1.0:1734016145.073252:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338952448:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016145.084386:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338952448:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016145.084418:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338952320:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.085526:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.090844:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102720 00000100:00100000:3.0:1734016145.090851:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102720 00000100:00100000:3.0:1734016145.091481:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16017 00000100:00100000:3.0:1734016145.091488:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341102720:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.091500:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.091509:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.091530:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.091532:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.091536:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.091537:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.091575:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341102720:12345-192.168.201.160@tcp:106: Request processed in 87us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.091580:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16017 00010000:00010000:1.0:1734016145.093025:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093036:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093045:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093050:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093060:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.093070:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.093092:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093098:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093104:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093130:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.093134:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093142:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.093148:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.093154:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae10a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.093188:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.093768:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338952704:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.109684:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102848 00000100:00100000:3.0:1734016145.109695:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102848 00000100:00100000:3.0:1734016145.110173:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16018 00000100:00100000:3.0:1734016145.110180:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341102848:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.110194:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.110205:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.110230:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.110233:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.110236:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.110237:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.110280:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341102848:12345-192.168.201.160@tcp:106: Request processed in 100us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.110285:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16018 00010000:00010000:1.0:1734016145.116454:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116470:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116481:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116486:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116491:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.116500:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.116515:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116521:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116527:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116536:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.116540:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116551:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.116555:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.116561:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.116596:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338952704:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.117442:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.125350:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.125368:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341102976 00000100:00100000:3.0:1734016145.125374:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341102976 00000100:00100000:3.0:1734016145.125405:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16019 00000100:00100000:3.0:1734016145.125411:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341102976:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.125424:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.125436:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.125461:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.125464:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.125468:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.125469:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016144 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.125506:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341102976:12345-192.168.201.160@tcp:106: Request processed in 95us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.125511:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16019 00010000:00010000:1.0:1734016145.132211:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132227:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132238:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132244:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132254:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.132267:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.132656:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132663:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132668:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132674:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.132677:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132686:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.132690:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.132695:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae10b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.132729:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338952832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.137162:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.137187:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341103104 00000100:00100000:3.0:1734016145.137194:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341103104 00000100:00100000:3.0:1734016145.137223:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16020 00000100:00100000:3.0:1734016145.137230:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341103104:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.137242:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.137292:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.137297:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341103104:12345-192.168.201.160@tcp:104: Request processed in 68us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.137302:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16020 00010000:00010000:1.0:1734016145.137996:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.138002:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.138009:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.138013:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.138029:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.138039:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.138070:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.138075:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.138100:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.138106:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae109d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4022272->4030463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2465d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.138136:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.138137:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.138138:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.138144:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.138155:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338953088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.145807:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341103232 00000100:00100000:3.0:1734016145.145816:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341103232 00000100:00100000:3.0:1734016145.145847:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16021 00000100:00100000:3.0:1734016145.145853:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341103232:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.145867:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145877:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [229376->233471] (req 229376->233471) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145884:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145901:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145908:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145916:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.145934:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f3c0) 00000100:00100000:3.0:1734016145.145973:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341103232:12345-192.168.201.160@tcp:105: Request processed in 120us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.145978:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16021 00000100:00100000:1.0:1734016145.152002:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338953088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.166194:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.184203:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.193528:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.193564:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.193647:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16025 00000100:00100000:3.0:1734016145.193652:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341103744:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.193661:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.193708:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016145.193712:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341103744:12345-192.168.201.160@tcp:104: Request processed in 60us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.193717:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16025 00010000:00010000:1.0:1734016145.193801:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016145.193808:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.193815:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.193820:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.193833:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.193883:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.193927:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.193933:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.193949:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.193955:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae10b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 229376->233471) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24679 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.193970:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.193972:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae10c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24687 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.193978:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.193980:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae10c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea24687 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.193992:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.193996:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.194012:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae10c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24687 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.194017:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.194021:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae10c0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24687 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.194026:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae10c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24687 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.194033:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.194035:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.194036:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.194047:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338954240:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.194079:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.194083:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338954368:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.198222:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016145.198761:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338954240:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.201458:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016145.201468:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338954624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.205364:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338954368:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.206370:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016145.209299:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338954752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.211485:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.214098:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214191:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214201:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214207:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214213:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.214224:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2838468, setting rss=2838468; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.214240:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214245:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214251:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214258:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.214262:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214274:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.214277:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.214282:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae10e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.214309:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338954752:192.168.201.160@tcp:101:fsx.0 00000008:00010000:1.0:1734016145.224680:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.224772:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3481600 3485695) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016145.224980:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8000 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:3.0:1734016145.328175:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104256 00000100:00100000:3.0:1734016145.328183:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104256 00000100:00100000:3.0:1734016145.328215:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16029 00000100:00100000:3.0:1734016145.328222:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104256:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.328234:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.328243:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.328265:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.328267:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.328270:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.328271:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.328310:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104256:12345-192.168.201.160@tcp:106: Request processed in 89us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.328315:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16029 00010000:00010000:3.0:1734016145.331695:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331709:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331718:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331724:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331729:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.331738:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.331747:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331751:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331762:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331767:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.331770:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331778:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.331782:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.331786:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae10ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.332651:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955136:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.335376:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104384 00000100:00100000:3.0:1734016145.335383:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104384 00000100:00100000:3.0:1734016145.335410:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16030 00000100:00100000:3.0:1734016145.335416:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104384:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.335428:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.335437:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.335460:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.335462:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.335465:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.335466:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.335499:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104384:12345-192.168.201.160@tcp:106: Request processed in 83us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.335504:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16030 00010000:00010000:3.0:1734016145.350852:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350870:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350882:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350918:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350925:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.350938:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.350951:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350961:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350967:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350972:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505b00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.350975:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350984:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.350988:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.350993:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505b00/0x6897f2fa45ae10f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.352201:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338955264:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.357454:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104512 00000100:00100000:3.0:1734016145.357463:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104512 00000100:00100000:3.0:1734016145.357499:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16031 00000100:00100000:3.0:1734016145.357505:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104512:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.357516:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.357531:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.357553:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.357555:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.357558:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.357559:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.357596:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104512:12345-192.168.201.160@tcp:106: Request processed in 90us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.357603:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16031 00010000:00010000:3.0:1734016145.364217:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364232:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364243:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364248:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364253:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.364264:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.364284:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364290:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364295:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364300:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.364304:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364312:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.364315:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.364321:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae10f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.364353:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955392:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.369733:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104640 00000100:00100000:3.0:1734016145.369739:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104640 00000100:00100000:3.0:1734016145.369781:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16032 00000100:00100000:3.0:1734016145.369788:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104640:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.369800:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.369813:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.369837:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.369838:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.369842:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.369843:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016144 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.369882:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104640:12345-192.168.201.160@tcp:106: Request processed in 93us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.371587:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16032 00010000:00010000:3.0:1734016145.377352:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377370:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377383:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377388:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377393:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.377405:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.377429:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377435:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377441:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377446:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.377450:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377459:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.377463:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.377469:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae10ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.377507:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338955520:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.378330:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955648:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.383784:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.383800:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104768 00000100:00100000:3.0:1734016145.383807:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104768 00000100:00100000:3.0:1734016145.383845:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16033 00000100:00100000:3.0:1734016145.383851:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104768:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.383864:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.383873:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.383900:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.383902:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.383905:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.383906:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.383942:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341104768:12345-192.168.201.160@tcp:106: Request processed in 91us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.383947:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16033 00010000:00010000:3.0:1734016145.400637:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400657:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400669:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400674:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400680:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.400695:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.400716:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400722:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400727:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400733:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.400737:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400746:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.400751:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.400755:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae1106 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.400856:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955648:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.401188:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338955776:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.405516:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341104896 00000100:00100000:3.0:1734016145.405526:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341104896 00000100:00100000:3.0:1734016145.405579:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16034 00000100:00100000:3.0:1734016145.405587:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104896:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.405602:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.405613:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.405635:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.405637:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.405640:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.405641:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.405687:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341104896:12345-192.168.201.160@tcp:106: Request processed in 101us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.405694:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16034 00010000:00010000:3.0:1734016145.409613:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409628:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409639:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409644:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409654:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.409666:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.409684:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409689:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409695:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409701:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.409705:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409713:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.409718:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.409723:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae110d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.409756:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338955776:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.411239:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.422565:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341105024 00000100:00100000:3.0:1734016145.422573:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341105024 00000100:00100000:3.0:1734016145.422612:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16035 00000100:00100000:3.0:1734016145.422619:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341105024:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.422630:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.422639:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.422661:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.422663:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.422666:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.422667:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.422707:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341105024:12345-192.168.201.160@tcp:106: Request processed in 89us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.422713:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16035 00010000:00010000:3.0:1734016145.426635:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426649:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426659:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426668:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426672:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.426682:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.426700:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426706:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426711:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426716:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.426719:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426729:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.426734:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.426739:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506f40/0x6897f2fa45ae1114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.428087:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338955904:192.168.201.160@tcp:101:fsx.0 00000008:00010000:3.0:1734016145.430188:0:1972:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875dc00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.430222:0:1972:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2506752 2510847) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016145.430251:0:1972:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4bb100 - object 0x240000400:7 offset 2506752<>2510848 00000100:00100000:3.0:1734016145.430266:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016145.430276:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338956160:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016145.441409:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dc00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.441441:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dc00 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.441458:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338956160:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016145.445198:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d240 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.445825:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d240 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.445845:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956416:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.453001:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341105152 00000100:00100000:3.0:1734016145.453010:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341105152 00000100:00100000:3.0:1734016145.453048:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16036 00000100:00100000:3.0:1734016145.453054:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105152:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.453068:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.453077:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.453097:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.453099:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.453101:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.453102:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.453163:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105152:12345-192.168.201.160@tcp:106: Request processed in 110us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.453169:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16036 00010000:00010000:3.0:1734016145.456236:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456251:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456261:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456266:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456272:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.456282:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.456291:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456296:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456302:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456307:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.456312:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456319:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.456323:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.456330:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae111b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.456370:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956544:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.456691:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956672:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.459261:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341105280 00000100:00100000:3.0:1734016145.459268:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341105280 00000100:00100000:3.0:1734016145.459299:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16037 00000100:00100000:3.0:1734016145.459304:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341105280:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.459315:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.459324:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.459344:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.459346:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.459348:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.459349:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.459384:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341105280:12345-192.168.201.160@tcp:106: Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.459390:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16037 00010000:00010000:3.0:1734016145.464718:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464734:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464744:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464755:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464761:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.464773:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.464788:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464793:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464798:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464803:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.464806:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464816:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.464820:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.464824:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1122 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.465356:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956672:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.465372:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016145.465379:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956800:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.469633:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341105408 00000100:00100000:3.0:1734016145.469642:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341105408 00000100:00100000:3.0:1734016145.469680:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16038 00000100:00100000:3.0:1734016145.469855:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105408:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.469870:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.469879:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.469910:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1025, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.469912:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000020:00010000:3.0:1734016145.469916:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.469917:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 896 00000100:00100000:3.0:1734016145.469966:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105408:12345-192.168.201.160@tcp:106: Request processed in 279us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.469972:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16038 00010000:00010000:3.0:1734016145.478216:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478231:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478243:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478248:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478254:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.478266:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.478283:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478288:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478295:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478301:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.478305:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478314:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.478318:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.478328:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507600/0x6897f2fa45ae1129 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.478365:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338956800:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.493967:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341105536 00000100:00100000:3.0:1734016145.493979:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341105536 00000100:00100000:3.0:1734016145.494023:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16039 00000100:00100000:3.0:1734016145.494029:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105536:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.494043:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.494165:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.494171:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341105536:12345-192.168.201.160@tcp:104: Request processed in 142us (5931us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.494176:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16039 00010000:00010000:1.0:1734016145.494464:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.494469:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.494477:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2db00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.494482:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.494501:0:5236:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.494515:0:5236:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.494548:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2764800 2768895) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016145.494610:0:5236:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 2764800<>2772992 00000100:00100000:1.0:1734016145.494645:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.494655:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338957056:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016145.498163:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.498185:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875df00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2db00/0x6897f2fa45ae10d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2125824->2138111) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24695 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.498194:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338957056:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016145.517218:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338957824:192.168.201.160@tcp:4:fsx.0 00000008:00010000:3.0:1734016145.519088:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae1130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea246f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.519127:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae1130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea246f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.519137:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338957824:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016145.525758:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338958208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.526247:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338958336:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.529783:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.529898:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.542795:0:1971:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294970043 gen 2 00010000:00010000:3.0:1734016145.542844:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542854:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542862:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542867:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542873:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.542893:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016145.542902:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542907:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542918:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542923:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016145.542926:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542933:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016145.542936:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.542941:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae1137 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.542972:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338958208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.545330:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338958592:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.550989:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.551093:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.551170:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341106048 00000100:00100000:3.0:1734016145.551181:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341106048 00000100:00100000:3.0:1734016145.551213:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341106176 00000100:00100000:3.0:1734016145.551216:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341106176 00000100:00100000:3.0:1734016145.551231:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16043 00000100:00100000:3.0:1734016145.551236:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341106048:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.551251:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae1130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea246f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.551262:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae1130 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2920448->2924543) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea246f0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.551288:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 7, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.551290:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 928 00000020:00010000:3.0:1734016145.551294:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.551295:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 928 00000100:00100000:3.0:1734016145.551344:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341106048:12345-192.168.201.160@tcp:106: Request processed in 107us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.551350:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16043 00000100:00100000:3.0:1734016145.551363:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16044 00000100:00100000:3.0:1734016145.551367:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341106176:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.551374:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.551383:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.551396:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 7, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.551397:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2838468 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000020:00010000:3.0:1734016145.551399:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.551400:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2838468 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000100:00100000:3.0:1734016145.551413:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341106176:12345-192.168.201.160@tcp:106: Request processed in 45us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.551417:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16044 00000080:00200000:3.0:1734016145.555249:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7032772 i_blocks 929 00000020:00010000:3.0:1734016145.555254:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d488 (ffff8800a8de9368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016145.555257:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d488 (ffff8800a8de9368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.555260:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1b0 (ffff8800a8de9ab8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.555264:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1f0 (ffff8800a8de9008/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.555265:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d488 (ffff8800a8de9368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.555267:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1b0 (ffff8800a8de9368/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.555270:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1f0 (ffff8800a8de9368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016145.555278:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016145.555288:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7032772 00000080:00200008:3.0:1734016145.555339:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 7032772, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 5027221, atime 1734016145.000000000, mtime 1734016145.000000000, ctime 1734016145.000000000 00010000:00010000:3.0:1734016145.555362:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.555378:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.555407:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.555412:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016145.555414:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae107a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea2463a expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016145.555444:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016145.555451:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012b4b8700 x1818247338958848/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016145.555470:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8700 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338958848:192.168.201.160@tcp:36:fsx.0 00000100:00100000:3.0:1734016145.555511:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.560733:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.561246:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.561252:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561258:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016145.561261:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561267:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561273:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561292:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561322:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561327:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.561343:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561349:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae106c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24625 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.561362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.561363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.561364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.561370:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.561380:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338958976:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.564589:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338958976:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.582825:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.585174:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:1.0:1734016145.593204:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.593249:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1327104 1331199) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016145.593400:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016145.593476:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.593487:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338959872:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016145.646688:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.646969:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.646991:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338959872:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016145.647704:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.647715:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338960000:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.652267:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652286:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652298:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652308:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.652319:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652333:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652339:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652344:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.652349:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.652363:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338960000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.661136:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.661150:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338960256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.664805:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.667923:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667935:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667945:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667954:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667960:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.667971:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 832917, setting rss=832917; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.667981:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667986:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667992:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.667997:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.668000:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.668008:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.668012:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.668018:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2c480/0x6897f2fa45ae116f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.668057:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338960256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.671977:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.672003:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338960384:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.674787:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.681636:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681651:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681661:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681666:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681672:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.681683:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 832917, setting rss=832917; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.681718:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681723:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681732:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681738:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.681742:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681750:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.681755:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.681760:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2eac0/0x6897f2fa45ae1176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.681793:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338960384:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.690673:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.690686:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.690971:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016145.690983:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.691031:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1748992 1753087) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016145.691174:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ead80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016145.691196:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338960640:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016145.744905:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.746311:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.746339:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338960640:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016145.752892:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.760297:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.765235:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.765276:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.765483:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16053 00000100:00100000:3.0:1734016145.765487:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341107328:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.765495:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.765846:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016145.765851:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341107328:12345-192.168.201.160@tcp:104: Request processed in 364us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.765856:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16053 00010000:00010000:1.0:1734016145.766029:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016145.766035:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.766041:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.766045:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.766056:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.769488:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.769534:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769547:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.769572:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769580:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae1161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2472f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769593:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.769597:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.769603:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.769607:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.769618:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.773183:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.773234:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.773244:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.773259:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.773266:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae115a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1327104->1331199) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24728 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.773289:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.773291:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.773294:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.773314:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338961280:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.773376:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.773384:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338961152:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.776041:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.776064:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.776075:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341107456 00000100:00100000:3.0:1734016145.776080:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341107456 00000100:00100000:3.0:1734016145.776106:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16054 00000100:00100000:3.0:1734016145.776125:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341107456:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.776136:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776144:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3248128->3256319] (req 3248128->3256319) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776150:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776157:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776164:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776170:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.776182:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507a80) 00000100:00100000:3.0:1734016145.776209:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341107456:12345-192.168.201.160@tcp:105: Request processed in 84us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.776214:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16054 00000100:00100000:3.0:1734016145.779099:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338961536:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.779166:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016145.779172:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338961664:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.780657:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.780705:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.780726:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341107584 00000100:00100000:3.0:1734016145.780732:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341107584 00000100:00100000:3.0:1734016145.780757:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341107712 00000100:00100000:3.0:1734016145.780759:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341107712 00000100:00100000:3.0:1734016145.780769:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16055 00000100:00100000:3.0:1734016145.780774:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341107584:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.780783:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.780792:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.780811:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.780813:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 928 00000020:00010000:3.0:1734016145.780816:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.780817:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 928 00000100:00100000:3.0:1734016145.780843:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341107584:12345-192.168.201.160@tcp:106: Request processed in 69us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.780849:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16055 00000100:00100000:3.0:1734016145.780860:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16056 00000100:00100000:3.0:1734016145.780864:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341107712:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.780870:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.780887:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.780899:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.780901:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 832917 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.780903:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.780904:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 832917 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.780917:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341107712:12345-192.168.201.160@tcp:106: Request processed in 52us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.780920:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16056 00000080:00200000:3.0:1734016145.783385:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5027221 i_blocks 928 00000020:00010000:3.0:1734016145.783390:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016145.783392:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.783396:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1b0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.783398:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d1f0 (ffff8800a8de91b8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.783400:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.783402:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1b0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.783404:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d1f0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016145.783413:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016145.783433:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016145.783437:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016145.783443:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016145.783453:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016145.783455:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edb0, osc lock ffff8800aa1bf430, flags 0x400001002 00000008:00010000:3.0:1734016145.783458:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016145.783459:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edf0, osc lock ffff8800aa1bfa20, flags 0x400001002 00010000:00010000:3.0:1734016145.783473:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531440/0x6897f2fa45ae11a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.783479:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b531440/0x6897f2fa45ae11a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.783524:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016145.783534:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338961792:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.783580:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b532d00/0x6897f2fa45ae11a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.783586:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b532d00/0x6897f2fa45ae11a7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.783605:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338961920:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.785097:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.785157:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016145.789626:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338961152:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.789638:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338961280:192.168.201.160@tcp:103:ldlm_bl.0 00000080:00200000:3.0:1734016145.792548:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5027221 i_blocks 928 00000020:00010000:3.0:1734016145.792553:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016145.792555:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.792559:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3edb0 (ffff8800a8de91b8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.792562:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3edf0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.792563:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d918 (ffff8800a8de9d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.792565:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3edb0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.792568:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3edf0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016145.792577:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016145.792585:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5027221 00000080:00200008:3.0:1734016145.793079:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 5027221, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 7186024, atime 1734016145.000000000, mtime 1734016145.000000000, ctime 1734016145.000000000 00010000:00010000:3.0:1734016145.793101:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae1153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24721 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.793135:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.793168:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae1153 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24721 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016145.793174:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016145.793175:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504b40/0x6897f2fa45ae1153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24721 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016145.793191:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016145.793197:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012b4b8380 x1818247338962176/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016145.793214:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338962176:192.168.201.160@tcp:36:fsx.0 00000100:00100000:3.0:1734016145.793261:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ed80 going to sleep for 11 seconds 00010000:00010000:1.0:1734016145.793328:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016145.795884:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.796320:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.796326:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796333:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016145.796337:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796351:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796357:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796381:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796422:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796426:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.796446:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796450:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1168 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea2473d expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.796465:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.796466:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.796467:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016145.800983:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8380 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338962176:192.168.201.160@tcp:36:fsx.0 00000080:00200000:3.0:1734016145.801018:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016145.801024:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016145.801038:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016145.801058:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016145.801072:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016145.801075:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edb0, osc lock ffff8800aa1bfa20, flags 0x0 00000008:00010000:3.0:1734016145.801077:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016145.801078:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3edf0, osc lock ffff8800aa1bf430, flags 0x0 00010000:00010000:3.0:1734016145.801093:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801105:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801136:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801143:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801149:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801162:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801168:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801172:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801177:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.801182:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016145.805046:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7186024 i_blocks 928 00000020:00010000:3.0:1734016145.805052:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afef38 (ffff8800a8de9d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016145.805054:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afef38 (ffff8800a8de9d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.805057:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3edb0 (ffff8800a8de92d8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016145.805064:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.805077:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.805089:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3edf0 (ffff8800a8de91b8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016145.805094:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.805100:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.805182:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afef38 (ffff8800a8de9d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.805185:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3edb0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.805190:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3edf0 (ffff8800a8de9d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016145.805206:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016145.805217:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 7186024, valid attrs 2168, mode 8800, uid -1439832480, gid -30720, new size 7186024, atime 1734016145.000000000, mtime 1734016145.792000000, ctime 1734016145.792000000, rc 0 00000080:00200008:3.0:1734016145.805238:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016145.805243:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:3.0:1734016145.805255:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016145.805266:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:3.0:1734016145.805297:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016145.805304:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016145.805310:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:3.0:1734016145.805327:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338962688:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.805378:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.812012:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.812074:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016145.815833:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7186024 i_blocks 928 00000020:00010000:1.0:1734016145.815838:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.815841:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.815845:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afddb0 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.815847:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afddf0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.815850:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.815851:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afddb0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.815855:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afddf0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.815864:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.815889:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016145.815893:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.815900:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.815909:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.815911:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016145.815914:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.815915:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016145.815930:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8655440/0x6897f2fa45ae11c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.815936:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8655440/0x6897f2fa45ae11c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.815977:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae11ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.815982:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae11ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.818540:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016145.818579:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016145.821969:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7186024 i_blocks 928 00000020:00010000:1.0:1734016145.821974:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.821976:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.821979:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.821982:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.821983:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.821984:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.821989:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.821997:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.822005:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7186024 00000080:00200008:1.0:1734016145.822056:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8) current size 7186024, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 259591, atime 1734016145.000000000, mtime 1734016145.000000000, ctime 1734016145.000000000 00010000:00010000:1.0:1734016145.822076:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24791 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.822089:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.822143:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24791 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.822149:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.822151:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b531d40/0x6897f2fa45ae11ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24791 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1734016145.822175:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800b6d17000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1734016145.822180:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a85e9500 x1818247338963456/t0(0) o36->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016145.822196:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9500 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963456:192.168.201.160@tcp:36:fsx.0 00000100:00100000:1.0:1734016145.822845:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.825451:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9500 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963456:192.168.201.160@tcp:36:fsx.0 00000080:00200000:1.0:1734016145.825490:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016145.825495:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016145.825506:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016145.825519:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1734016145.825529:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016145.825533:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66f70, flags 0x0 00000008:00010000:1.0:1734016145.825536:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016145.825537:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66720, flags 0x0 00010000:00010000:1.0:1734016145.825562:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.825571:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.825595:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.825611:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963584:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.825645:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.828950:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341108736 00000100:00100000:3.0:1734016145.828958:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341108736 00000100:00100000:3.0:1734016145.829006:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16064 00000100:00100000:3.0:1734016145.829013:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341108736:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.829026:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae118b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3248128->3256319) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24760 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.829314:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.829322:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341108736:12345-192.168.201.160@tcp:104: Request processed in 308us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.829328:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16064 00000100:00100000:1.0:1734016145.832430:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963584:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.832454:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.832463:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.832471:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.832858:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341108864 00000100:00100000:3.0:1734016145.832865:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341108864 00000100:00100000:3.0:1734016145.832913:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16065 00000100:00100000:3.0:1734016145.832918:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6475:x1818247341108864:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.832927:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832934:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832940:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832946:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832952:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832957:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.832977:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8654000) 00000100:00100000:3.0:1734016145.833020:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6475:x1818247341108864:12345-192.168.201.160@tcp:105: Request processed in 100us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.833026:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16065 00010000:00010000:1.0:1734016145.833201:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833208:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833225:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.833235:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833250:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833256:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833278:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833283:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.833306:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.833324:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.833354:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.836542:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.838050:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.838056:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.838062:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.838066:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.838084:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.838094:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.838266:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.838272:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.838510:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.838516:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f840/0x6897f2fa45ae1073 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1167360->1175551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2462c expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.838545:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.838546:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.838548:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.838554:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.838565:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338963968:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.841718:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338963840:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.841741:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.841752:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.841759:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.842183:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.842787:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.842795:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.842811:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.842820:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2991720, setting rss=2991720; kms=2991720, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.842828:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.842833:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.852666:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.852673:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.852676:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.852681:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9758/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016145.852803:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.852814:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016145.852829:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016145.852834:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.852841:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016145.852850:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.852852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.852858:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.852886:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.852899:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8) current size 259591, valid attrs 2168, mode 8800, uid -1439832480, gid -30720, new size 259591, atime 1734016145.000000000, mtime 1734016145.821000000, ctime 1734016145.821000000, rc 0 00000080:00200008:1.0:1734016145.852925:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016145.852932:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016145.852951:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016145.852966:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016145.853004:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016145.853010:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016145.853018:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016145.853037:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338964352:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.853101:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.860540:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338964352:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.860558:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860566:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860575:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860581:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860589:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860594:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.860599:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016145.860607:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85eb480 x1818247338964352/t0(0) o101->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016145.860615:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016145.860624:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.860634:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016145.860679:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016145.860683:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae11df 00000080:00010000:1.0:1734016145.860688:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016145.860691:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11df from it ffff8800a7017cd8 00010000:00010000:1.0:1734016145.860693:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.860699:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016145.860724:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.860732:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.860747:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.860750:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016145.860755:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.860756:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016145.860769:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860777:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860786:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860792:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860805:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860812:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860818:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860823:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.860835:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.860838:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.860841:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860843:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860845:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860847:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.860849:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.860852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.860859:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.860874:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016145.860887:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.860890:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.860894:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.860895:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66f70, flags 0x400001002 00000008:00010000:1.0:1734016145.860898:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.860899:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016145.860904:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860910:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860917:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860922:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860930:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860935:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860940:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.860945:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.860951:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.860954:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.860955:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860957:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860959:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.860960:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.860962:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.860964:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.860967:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.860971:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 259591 00000080:00200008:1.0:1734016145.860981:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016145.860985:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016145.860995:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016145.861001:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.861006:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016145.861011:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016145.861013:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae11df 00000080:00010000:1.0:1734016145.861015:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11df from it ffff8800a7017cd8 00010000:00010000:1.0:1734016145.861017:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.861022:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016145.861030:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.861033:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.861037:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.861038:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016145.861040:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.861041:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016145.861044:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861049:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861055:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861060:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861066:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861070:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861076:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861080:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.861091:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.861092:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.861094:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861098:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861100:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.861101:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.861103:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.861106:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.861283:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016145.861286:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.861288:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.861293:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.861294:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66f70, flags 0x400001002 00000008:00010000:1.0:1734016145.861296:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.861297:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016145.861302:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861308:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861313:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861318:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861326:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861332:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861337:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861342:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.861348:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.861349:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.861351:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861352:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861354:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.861355:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.861357:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.861359:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.861362:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.861364:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 259591 00000080:00200008:1.0:1734016145.861393:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 170285, type: SEEK_SET 00000080:00200008:1.0:1734016145.861397:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 170285, type: SEEK_SET, rc = 170285 00000080:00200008:1.0:1734016145.861403:0:10361:0:(file.c:2290:do_file_read_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 170285, count: 1203 00000080:00200000:1.0:1734016145.861408:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.861414:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016145.861437:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 41 00000080:00200000:1.0:1734016145.861443:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: read ppos: 170285, bytes: 1203 00000080:00200000:1.0:1734016145.861445:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016145.861450:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016145.861451:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [170285, 171488) 0 0 00000080:00200000:1.0:1734016145.861453:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016145.861461:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [170285, 171488) 171488, 1203 00020000:00200000:1.0:1734016145.861464:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016145.861474:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [41, 41] 00000008:00010000:1.0:1734016145.861479:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016145.861481:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8330, osc lock ffff88012db66720, flags 0x0 00010000:00010000:1.0:1734016145.861493:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861500:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.861519:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.861533:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338964480:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.861787:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.863214:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.863595:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016145.863600:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.863606:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.863610:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.863625:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016145.863633:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016145.863656:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.863662:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016145.863682:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.863688:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654000/0x6897f2fa45ae11d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea247bb expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.863704:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.863705:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016145.863706:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016145.864862:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338964480:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.864887:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.864895:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.864900:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.866244:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016145.869348:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869357:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869384:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.869397:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 259591, setting rss=259591; kms=259591, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869407:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869413:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016145.869426:0:10361:0:(vvp_io.c:840:vvp_io_read_start()) f16b.sanityn: read [170285, 171488) 00000080:00200000:1.0:1734016145.869449:0:10361:0:(vvp_io.c:899:vvp_io_read_start()) count:1203 iocb pos:170285 00010000:00010000:1.0:1734016145.869491:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869499:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869902:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.869915:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016145.876726:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.876729:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.876733:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8330 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016145.876740:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.876748:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016145.876759:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.876761:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8330 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.876767:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 1203 bytes 00000080:00200000:1.0:1734016145.876775:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016145.876778:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1203, restart: 0 00000080:00200000:1.0:1734016145.876782:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 1203 00000080:00200008:1.0:1734016145.876802:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016145.876808:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016145.876821:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016145.876831:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016145.876867:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016145.876874:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016145.876894:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016145.876913:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338964992:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.877218:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016145.880307:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338964992:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016145.880327:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880335:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880344:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880350:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880357:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880363:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016145.880368:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016145.880377:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85eb480 x1818247338964992/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016145.880387:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016145.880396:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.880406:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016145.880453:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016145.880457:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae11ed 00000080:00010000:1.0:1734016145.880461:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016145.880464:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11ed from it ffff8800a7017cd8 00010000:00010000:1.0:1734016145.880466:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.880472:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016145.880507:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.880517:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.880532:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.880534:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016145.880539:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.880540:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016145.880554:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.880562:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.880575:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.880580:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.880595:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae11f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.880600:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae11f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.890041:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341109504 00000100:00100000:3.0:1734016145.890049:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341109504 00000100:00100000:3.0:1734016145.890094:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16070 00000100:00100000:3.0:1734016145.890102:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341109504:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.890142:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.890153:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.890177:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.890179:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.890182:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.890183:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.890227:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341109504:12345-192.168.201.160@tcp:106: Request processed in 126us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.890233:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16070 00000080:00200000:1.0:1734016145.892068:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.892074:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.892077:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.892081:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.892084:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.892086:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.892087:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.892091:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.892102:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.892148:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016145.892153:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.892162:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.892176:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.892178:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66f70, flags 0x400001002 00000008:00010000:1.0:1734016145.892183:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.892184:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016145.892197:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.892207:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.892215:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.892221:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.892246:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae11fb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.892252:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae11fb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.894514:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341109632 00000100:00100000:3.0:1734016145.894521:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341109632 00000100:00100000:3.0:1734016145.894552:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16071 00000100:00100000:3.0:1734016145.894559:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341109632:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.894571:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.894580:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.894603:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.894606:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.894609:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.894611:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.894648:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341109632:12345-192.168.201.160@tcp:106: Request processed in 89us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.894655:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16071 00000080:00200000:1.0:1734016145.896485:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.896491:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.896493:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.896496:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.896499:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.896501:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.896503:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.896506:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.896517:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016145.896525:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 259591 00000080:00200008:1.0:1734016145.896542:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016145.896547:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016145.896558:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016145.896568:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.896576:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016145.896584:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016145.896587:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae11ed 00000080:00010000:1.0:1734016145.896591:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11ed from it ffff8800a7017cd8 00010000:00010000:1.0:1734016145.896593:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016145.896599:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016145.896614:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016145.896620:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016145.896629:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.896632:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016145.896635:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016145.896636:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66f70, flags 0x400001002 00010000:00010000:1.0:1734016145.896645:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.896655:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.896663:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.896669:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.896689:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae1202 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.896694:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae1202 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.898712:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341109760 00000100:00100000:3.0:1734016145.898718:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341109760 00000100:00100000:3.0:1734016145.898746:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16072 00000100:00100000:3.0:1734016145.898751:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341109760:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.898761:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.898769:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.898788:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.898789:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.898792:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.898793:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.898827:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341109760:12345-192.168.201.160@tcp:106: Request processed in 75us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.898832:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16072 00000080:00200000:1.0:1734016145.900422:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 259591 i_blocks 520 00000020:00010000:1.0:1734016145.900427:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016145.900429:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.900433:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.900436:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a8de9758/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016145.900438:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.900440:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016145.900443:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016145.900452:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016145.900469:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016145.900473:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016145.900482:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016145.900490:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2143, 2145] 00000008:00010000:1.0:1734016145.900498:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016145.900500:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8330, osc lock ffff88012db66f70, flags 0x0 00010000:00010000:1.0:1734016145.900509:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8801369d9800 type 11 mode 2 res 10737419264/7 (4583424 4595711) 00010000:00010000:1.0:1734016145.900517:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.900523:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.900543:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.900558:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338965504:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.900602:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.903897:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341109888 00000100:00100000:3.0:1734016145.903905:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341109888 00000100:00100000:3.0:1734016145.903942:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16073 00000100:00100000:3.0:1734016145.903948:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341109888:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016145.903962:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae11e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->172031) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea247d7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.905548:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.905560:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341109888:12345-192.168.201.160@tcp:104: Request processed in 1609us (1752us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.905568:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16073 00000100:00100000:1.0:1734016145.911194:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338965632:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.915993:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.916010:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110016 00000100:00100000:3.0:1734016145.916017:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110016 00000100:00100000:3.0:1734016145.916284:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16074 00000100:00100000:3.0:1734016145.916291:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6475:x1818247341110016:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016145.916302:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916310:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [4583424->4595711] (req 4583424->4595711) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916316:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916325:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916332:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916342:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.916363:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8655440) 00000100:00100000:3.0:1734016145.916398:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6475:x1818247341110016:12345-192.168.201.160@tcp:105: Request processed in 107us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.916404:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16074 00000100:00100000:1.0:1734016145.916749:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338965760:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016145.923320:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338965632:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016145.923693:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338965760:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016145.924301:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.924315:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338965888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.929019:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110144 00000100:00100000:3.0:1734016145.929028:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110144 00000100:00100000:3.0:1734016145.929068:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16075 00000100:00100000:3.0:1734016145.929074:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110144:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.929090:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.929099:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.929147:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.929149:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.929152:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.929152:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.929189:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110144:12345-192.168.201.160@tcp:106: Request processed in 115us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.929194:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16075 00010000:00010000:1.0:1734016145.930694:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930705:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930715:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930720:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930725:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.930735:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.930887:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930892:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930898:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930904:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.930908:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930917:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.930921:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.930931:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1210 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.931353:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338965888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.931373:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338966016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.937857:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110272 00000100:00100000:3.0:1734016145.937865:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110272 00000100:00100000:3.0:1734016145.937910:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16076 00000100:00100000:3.0:1734016145.937918:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341110272:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.937931:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.937939:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.937958:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.937960:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000020:00010000:3.0:1734016145.937962:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.937963:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 0 00000100:00100000:3.0:1734016145.938008:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341110272:12345-192.168.201.160@tcp:106: Request processed in 89us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.938014:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16076 00010000:00010000:1.0:1734016145.941175:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941188:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941198:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941204:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941210:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.941220:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.941234:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941242:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941248:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941253:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.941256:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941263:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.941267:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.941272:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae1217 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.941295:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338966016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.944450:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338966144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.948753:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110400 00000100:00100000:3.0:1734016145.948760:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110400 00000100:00100000:3.0:1734016145.948799:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16077 00000100:00100000:3.0:1734016145.948805:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110400:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.948818:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.948827:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.948850:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.948853:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000020:00010000:3.0:1734016145.948856:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.948857:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000100:00100000:3.0:1734016145.948910:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110400:12345-192.168.201.160@tcp:106: Request processed in 104us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.948916:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16077 00010000:00010000:1.0:1734016145.957978:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.957994:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958010:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958015:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958021:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.958032:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2081851, setting rss=2081851; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.958057:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958062:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958068:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958074:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.958078:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958089:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.958095:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.958103:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae121e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.958152:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338966144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.959344:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.959356:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338966272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.960744:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110528 00000100:00100000:3.0:1734016145.960750:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110528 00000100:00100000:3.0:1734016145.960778:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16078 00000100:00100000:3.0:1734016145.960783:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110528:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.960793:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.960801:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.960823:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.960824:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000020:00010000:3.0:1734016145.960827:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.960828:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 1 00000100:00100000:3.0:1734016145.960853:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341110528:12345-192.168.201.160@tcp:106: Request processed in 69us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.960858:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16078 00010000:00010000:1.0:1734016145.962626:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962651:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962665:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962672:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962678:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.962695:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2081851, setting rss=2081851; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.962720:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962730:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962736:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962741:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.962746:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962754:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.962759:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.962764:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae1225 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.962791:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338966272:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.963551:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.963564:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338966400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.968331:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110656 00000100:00100000:3.0:1734016145.968338:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110656 00000100:00100000:3.0:1734016145.968367:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16079 00000100:00100000:3.0:1734016145.968373:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341110656:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.968387:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.968397:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.968416:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.968417:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000020:00010000:3.0:1734016145.968421:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.968422:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000100:00100000:3.0:1734016145.968460:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341110656:12345-192.168.201.160@tcp:106: Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.968466:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16079 00010000:00010000:1.0:1734016145.971202:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971215:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971228:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971233:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971238:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.971248:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 259591, setting rss=259591; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.971258:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971262:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971268:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971273:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.971277:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971284:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.971288:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.971297:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae122c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.971328:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338966400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.975937:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016145.975967:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338966528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.983429:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110784 00000100:00100000:3.0:1734016145.983441:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110784 00000100:00100000:3.0:1734016145.983497:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16080 00000100:00100000:3.0:1734016145.983505:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341110784:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.983520:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.983531:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.983554:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.983556:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000020:00010000:3.0:1734016145.983559:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.983560:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000100:00100000:3.0:1734016145.983598:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341110784:12345-192.168.201.160@tcp:106: Request processed in 95us (2320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.983603:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16080 00010000:00010000:1.0:1734016145.991501:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991520:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991533:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991538:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991545:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016145.991558:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 259591, setting rss=259591; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016145.991585:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991595:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991601:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991606:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016145.991609:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991618:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016145.991624:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016145.991631:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1233 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016145.991679:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338966528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016145.992198:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016145.992208:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338966656:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.999528:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016145.999542:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341110912 00000100:00100000:3.0:1734016145.999548:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341110912 00000100:00100000:3.0:1734016145.999578:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16081 00000100:00100000:3.0:1734016145.999584:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341110912:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016145.999596:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.999605:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.999626:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016145.999628:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000020:00010000:3.0:1734016145.999630:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016145.999631:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 259591 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 544 00000100:00100000:3.0:1734016145.999665:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341110912:12345-192.168.201.160@tcp:106: Request processed in 81us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.999671:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16081 00010000:00010000:1.0:1734016146.002569:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002586:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002600:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002605:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002611:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.002621:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 259591, setting rss=259591; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.002659:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002665:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002671:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.002676:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.002680:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.003252:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.003259:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.003269:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae123a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.003295:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338966656:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.005999:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341111040 00000100:00100000:3.0:1734016146.006010:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341111040 00000100:00100000:3.0:1734016146.006054:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16082 00000100:00100000:3.0:1734016146.006060:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341111040:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.006073:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.006197:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.006204:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341111040:12345-192.168.201.160@tcp:104: Request processed in 142us (265us total) trans 0 rc 0/0 00010000:00010000:1.0:1734016146.006208:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1734016146.006209:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16082 00010000:00010000:1.0:1734016146.006214:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.006220:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8655440 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.006224:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.006244:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.006255:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.006289:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.006294:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.006373:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.006379:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1209 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4583424->4595711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24801 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.006399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.006400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.006402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.006408:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.006420:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338966912:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.008425:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341111168 00000100:00100000:3.0:1734016146.008430:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341111168 00000100:00100000:3.0:1734016146.008452:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16083 00000100:00100000:3.0:1734016146.008457:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6475:x1818247341111168:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.008464:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2662400->2666495] (req 2662400->2666495) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008475:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2662400->2666495] (req 2662400->2666495) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008482:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008488:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008494:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008500:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.008749:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2ed00) 00000100:00100000:3.0:1734016146.008791:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6475:x1818247341111168:12345-192.168.201.160@tcp:105: Request processed in 333us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.008796:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16083 00010000:00010000:1.0:1734016146.009497:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.009508:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.009515:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.009520:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.009525:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.012393:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.012406:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.022523:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.022527:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.022531:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd330 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.022537:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022543:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.022554:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.022556:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd330 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.022573:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.022588:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.022599:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.022609:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [650, 650] 00000008:00010000:1.0:1734016146.022621:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.022625:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8d30, osc lock ffff88012db66720, flags 0x0 00010000:00010000:1.0:1734016146.022637:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022646:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2662400 2666495) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022654:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022660:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022665:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.022694:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.022707:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe1ba48, count 1, dirtied 1 00000020:00010000:1.0:1734016146.022717:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.022719:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.022720:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8d30 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.022723:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.022727:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.022732:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.022734:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8d30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.022738:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.022757:0:10361:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8), start 2662400, end 2666495, datasync 1 00000080:00200000:1.0:1734016146.022762:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.022766:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1734016146.022773:0:10361:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.022781:0:10361:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.023319:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2662400 2666495) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.023365:0:10361:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb800 - object 0x280000400:7 offset 2662400<>2666496 00000080:00200000:1.0:1734016146.027804:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1734016146.027843:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338967680:192.168.201.160@tcp:44:fsx.0 00000100:00100000:1.0:1734016146.028440:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016146.031278:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338967680:192.168.201.160@tcp:44:fsx.0 00000080:00200000:1.0:1734016146.031305:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.031318:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.035140:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 552 00000080:00200000:1.0:1734016146.035157:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.035208:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016146.035215:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016146.035230:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016146.035247:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.035258:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016146.035268:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016146.035271:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae11ed 00000080:00010000:1.0:1734016146.035276:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11ed from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.035278:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.035285:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae11ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247e5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.035303:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.035311:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.035323:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.035326:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016146.035329:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.035331:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66980, flags 0x400001002 00010000:00010000:1.0:1734016146.035348:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1248 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.035356:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1248 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.035396:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae124f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.035402:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a86558c0/0x6897f2fa45ae124f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.037443:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.037493:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.044922:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 553 00000020:00010000:1.0:1734016146.044933:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.044937:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.044942:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.044946:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.044948:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.044949:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.044953:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.044965:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.044987:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.044993:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.045000:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.045011:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.045014:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66980, flags 0x400001002 00000008:00010000:1.0:1734016146.045017:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.045019:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016146.045043:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1256 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.045053:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1256 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.045103:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae125d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.046388:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae125d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.053781:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.057073:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.060512:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 553 00000020:00010000:1.0:1734016146.060518:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.060521:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.060524:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.060528:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.060530:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.060531:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.060534:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.060543:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.060553:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6276155 00000080:00a00000:1.0:1734016146.060600:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b9510 start=0x7fb497243000 end=0x7fb497245000 vm_flags=0xf9 00000080:00200000:1.0:1734016146.060610:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.060617:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.060627:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.060629:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016146.060633:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.060634:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66980, flags 0x400001002 00010000:00010000:1.0:1734016146.060651:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae1264 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.060658:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae1264 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.060702:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae126b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.060708:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654000/0x6897f2fa45ae126b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.062941:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.063442:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.067077:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 553 00000020:00010000:1.0:1734016146.067082:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.067085:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.067088:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.067092:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.067094:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.067096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.067100:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.067139:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.067181:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 908 00000080:00200000:1.0:1734016146.067189:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.067198:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.067207:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [908, 908] 00000008:00010000:1.0:1734016146.067216:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.067219:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66980, flags 0x0 00010000:00010000:1.0:1734016146.067235:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.067242:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.067263:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.067278:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338968704:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.067571:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.068967:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.076460:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.076474:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.076485:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.076491:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.076511:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.076569:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.076610:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.076621:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.076637:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.076644:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1241 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2662400->2666495) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24839 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.076661:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.076663:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.076664:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.081626:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338968704:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.081645:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.081654:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.081660:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [3719168->3723263] (req 3719168->3723263) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.082437:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.084449:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084457:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084482:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.084492:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2666496, setting rss=2666496; kms=2666496, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084501:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084505:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000001:00010000:1.0:1734016146.084524:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.084533:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.084535:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016146.084541:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.084542:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db664c0, flags 0x400001002 00010000:00010000:1.0:1734016146.084552:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084559:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084566:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084574:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084591:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1279 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.084596:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1279 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.088167:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.103401:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 553 00000020:00010000:1.0:1734016146.103409:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.103412:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.103417:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.103421:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.103424:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e910 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.103426:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.103429:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00010000:00010000:1.0:1734016146.103486:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.103499:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (262144 266239) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.109216:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.109235:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.146197:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.146201:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.146204:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.146210:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146220:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.146234:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afec68 (ffff8800a8de9518/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.146235:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9518/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.146253:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.146307:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 909 00000080:00200000:1.0:1734016146.146314:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.146324:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.146337:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [909, 909] 00000008:00010000:1.0:1734016146.146348:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.146353:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66980, flags 0x0 00010000:00010000:1.0:1734016146.146370:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146379:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3723264 3727359) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146390:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146395:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146400:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000001:00010000:1.0:1734016146.146410:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.146414:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.146415:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db664c0, flags 0x400001002 00000008:00010000:1.0:1734016146.146419:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.146420:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66720, flags 0x400001002 00010000:00010000:1.0:1734016146.146424:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146429:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146437:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 8/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146441:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146455:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.146461:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.146528:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338969344:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.149911:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.156103:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156132:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156142:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156147:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156152:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.156164:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2081851, setting rss=2081851; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.156276:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156283:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156293:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156299:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654900 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.156302:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156310:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.156315:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.156320:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8654900/0x6897f2fa45ae1280 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.156558:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338969344:192.168.201.160@tcp:101:fsx.0 00000080:00200008:1.0:1734016146.170081:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016146.170095:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016146.170132:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016146.170151:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.170164:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016146.170177:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016146.170182:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae11df 00000080:00010000:1.0:1734016146.170187:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae11df from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.170191:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.170199:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8654b40/0x6897f2fa45ae11df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea247d0 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.170226:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.170235:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.170251:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.170253:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91c30, osc lock ffff88012db66850, flags 0x400001002 00000008:00010000:1.0:1734016146.170286:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.170287:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91c70, osc lock ffff88012db665f0, flags 0x400001002 00010000:00010000:1.0:1734016146.170315:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.170325:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.170395:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.170403:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.170411:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.170421:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.170442:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.170458:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338969728:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.174811:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174830:0:1970:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174842:0:1970:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174851:0:1970:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.174861:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2666496, setting rss=2666496; kms=2666496, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174902:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174908:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174917:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.174923:0:1970:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae1287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2487f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.174940:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338969728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.178904:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338969856:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.189898:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.218008:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.227551:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 553 00000020:00010000:1.0:1734016146.227562:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.227566:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.227570:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afdcf0 (ffff8800a87d0d88/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.227575:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afdd30 (ffff8800a87d0518/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.227577:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.227579:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afdcf0 (ffff8800a87d0098/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.227586:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afdd30 (ffff8800a87d0098/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.227598:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.227616:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.227622:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.227629:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.227640:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.227642:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66260, flags 0x400001002 00000008:00010000:1.0:1734016146.227646:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.227648:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db670a0, flags 0x400001002 00010000:00010000:1.0:1734016146.227664:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.227682:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.227692:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.227699:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.227714:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8801369d8400 type 11 mode 6 res 9663677440/7 (0 18446744073709551615) 00010000:00010000:1.0:1734016146.227723:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.227730:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.227776:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.227792:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338970112:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.231968:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.236803:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236819:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236830:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236841:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236848:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.236860:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2081851, setting rss=2081851; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.236889:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236896:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236903:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236909:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.236913:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236946:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.236951:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.236957:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae129c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.236986:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338970112:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.240836:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.266991:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:3.0:1734016146.304169:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.304214:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d840 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.304237:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338970624:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.305894:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875da80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.305911:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875da80 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.305921:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338970880:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.306046:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016146.306053:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.306070:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2908160 2912255) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.306087:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4b8a80 - object 0x280000400:7 offset 2908160<>2912256 00000100:00100000:3.0:1734016146.306097:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338971136:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.307451:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.307470:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.307483:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338971136:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.308629:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338971264:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.310891:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341113216 00000100:00100000:3.0:1734016146.310898:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341113216 00000100:00100000:3.0:1734016146.310934:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16098 00000100:00100000:3.0:1734016146.310942:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341113216:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.310957:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.310966:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.310996:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 510, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.310999:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016146 atime: 1734016145 ctime: 1734016146 blocks: 1 00000020:00010000:3.0:1734016146.311002:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.311003:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 2081851 mtime: 1734016146 atime: 1734016145 ctime: 1734016146 blocks: 1 00000100:00100000:3.0:1734016146.311050:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341113216:12345-192.168.201.160@tcp:106: Request processed in 108us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.311057:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16098 00010000:00010000:3.0:1734016146.312509:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312520:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312530:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312544:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312549:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.312561:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2081851, setting rss=2081851; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.312571:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312575:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312582:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312587:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016146.312591:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312598:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.312601:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.312606:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae12b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.312647:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338971264:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.315754:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341113344 00000100:00100000:3.0:1734016146.315761:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341113344 00000100:00100000:3.0:1734016146.315801:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16099 00000100:00100000:3.0:1734016146.315807:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341113344:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.315820:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.315875:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.315880:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341113344:12345-192.168.201.160@tcp:104: Request processed in 73us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.315885:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16099 00000100:00100000:1.0:1734016146.316949:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338971520:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016146.318964:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdb40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.318986:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdb40 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657600/0x6897f2fa45ae11d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea247c2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.319000:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338971520:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.324249:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.325593:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16100 00000100:00100000:3.0:1734016146.325601:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341113472:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.325615:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1957888->1966079] (req 1957888->1966079) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325626:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1957888->1966079] (req 1957888->1966079) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325633:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325641:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325648:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325655:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae12b8 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1957888->1966079) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea248b0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.325677:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507cc0) 00000100:00100000:3.0:1734016146.325732:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6475:x1818247341113472:12345-192.168.201.160@tcp:105: Request processed in 132us (1489us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.325738:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16100 00000080:00200000:1.0:1734016146.326533:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6276155 i_blocks 576 00000100:00100000:1.0:1734016146.326586:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.326599:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338971776:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016146.333049:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338971648:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.336390:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.342630:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.342798:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.343205:0:4727:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341113856 00000100:00100000:1.0:1734016146.343209:0:4727:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341113856 00000100:00100000:1.0:1734016146.343230:0:4727:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 310 00000100:00100000:1.0:1734016146.343234:0:4727:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341113856:12345-192.168.201.160@tcp:104: 00010000:00010000:1.0:1734016146.343240:0:4727:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655440/0x6897f2fa45ae1272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3719168->3723263) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2486a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.343265:0:4727:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1734016146.343270:0:4727:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7692:x1818247341113856:12345-192.168.201.160@tcp:104: Request processed in 36us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016146.343276:0:4727:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 310 00000100:00100000:1.0:1734016146.346690:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338972416:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.350914:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338972544:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.357528:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.357962:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338972416:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.364573:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338972544:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.365069:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.367304:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.367317:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338972800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.372147:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.373179:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338972928:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.373471:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.373479:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338973056:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.378460:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338972800:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.379425:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338973056:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.379621:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338972928:192.168.201.160@tcp:10:fsx.0 00010000:00010000:1.0:1734016146.384501:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.384516:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.384712:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800b3b91f00 00010000:00010000:1.0:1734016146.388998:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2084864 2088959) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.389158:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85ea680 - object 0x240000400:7 offset 2084864<>4194304 00000100:00100000:1.0:1734016146.389190:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.389202:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338973440:192.168.201.160@tcp:3:fsx.0 00000020:00010000:1.0:1734016146.398148:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.398152:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.398154:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bdf30 (ffff8800a87d0518/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.398160:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398168:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.398179:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.398181:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bdf30 (ffff8800a87d0d88/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.398194:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.398204:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.398212:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.398220:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2306, 2306] 00000008:00010000:1.0:1734016146.398228:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.398230:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8d30, osc lock ffff88012db66390, flags 0x0 00010000:00010000:1.0:1734016146.398242:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398250:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5251072 5255167) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398262:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398267:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398271:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.398292:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.398301:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe1ba48, count 1, dirtied 1 00000020:00010000:1.0:1734016146.398308:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.398309:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.398311:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8d30 (ffff8800a8de9518/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.398313:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398318:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.398324:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.398325:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8d30 (ffff8800a87d0d88/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.398329:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.398355:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 2307 00000080:00200000:1.0:1734016146.398359:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.398362:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.398365:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2307, 2307] 00000008:00010000:1.0:1734016146.398370:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.398371:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8d30, osc lock ffff88012db66390, flags 0x0 00010000:00010000:1.0:1734016146.398376:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398382:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5255168 5259263) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398388:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398392:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398397:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000001:00010000:1.0:1734016146.398405:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.398407:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.398408:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016146.398412:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.398413:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.398416:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398421:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398427:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398432:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398440:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398445:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398450:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398454:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.398463:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 592 00000020:00010000:1.0:1734016146.398465:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e7b50 (ffff8800a87d0d88/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.398466:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e7b50 (ffff8800a87d0d88/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.398468:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de9518/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.398469:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a87d0518/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.398471:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e7b50 (ffff8800a87d0d88/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.398472:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a87d0d88/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.398474:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a87d0d88/1) at cl_lock_fini():85 00010000:00010000:1.0:1734016146.398491:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398496:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398502:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398507:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.398511:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.399945:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.399953:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.400081:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016146.400095:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.400144:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5255168 5259263) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.400224:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9f80 - object 0x280000400:7 offset 4194304<>5259264 00000100:00100000:1.0:1734016146.400241:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338973824:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016146.436410:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800b3b91f00 00000008:00010000:1.0:1734016146.436555:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800b3b91f00 00000100:00100000:1.0:1734016146.436570:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338973440:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016146.439198:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.439310:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.439328:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338973824:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.449459:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.449668:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91e40 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.449686:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338973952:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016146.454221:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.454235:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338974208:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016146.460512:0:1970:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800b6d17000: committing for last_committed 4294970052 gen 2 00000100:00100000:1.0:1734016146.460557:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338974208:192.168.201.160@tcp:16:fsx.0 00000100:00100000:1.0:1734016146.463070:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338974464:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.463190:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.463196:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338974592:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.464454:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341114368 00000100:00100000:3.0:1734016146.464460:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341114368 00000100:00100000:3.0:1734016146.464491:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16106 00000100:00100000:3.0:1734016146.464497:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341114368:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.464506:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.464515:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.464533:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 776, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.464534:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.464538:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.464539:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.464562:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341114368:12345-192.168.201.160@tcp:106: Request processed in 66us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.464568:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16106 00000100:00100000:3.0:1734016146.464996:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341114496 00000100:00100000:3.0:1734016146.464999:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341114496 00000100:00100000:3.0:1734016146.465022:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16107 00000100:00100000:3.0:1734016146.465026:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341114496:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.465032:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.465039:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.465054:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 776, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.465055:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000020:00010000:3.0:1734016146.465057:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.465058:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000100:00100000:3.0:1734016146.465077:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341114496:12345-192.168.201.160@tcp:106: Request processed in 49us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.465081:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16107 00010000:00010000:1.0:1734016146.469807:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469827:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469838:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469843:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469849:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.469859:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.469865:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469896:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469901:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469906:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.469910:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469921:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.469926:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469931:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae12db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.469952:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338974592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.469964:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469969:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469975:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.469979:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470591:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.470601:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5256801, setting rss=5256801; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.470962:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470971:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470977:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470982:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.470985:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470991:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.470994:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.470999:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.471014:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338974464:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.471425:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338974848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.484991:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.485417:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485427:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485440:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485446:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485452:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.485462:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.485468:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485473:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485480:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485485:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.485489:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485496:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.485500:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.485511:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae12e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.485769:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338974848:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.486978:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.486986:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.486994:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.486999:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487003:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.487011:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5256801, setting rss=5256801; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.487018:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487023:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487032:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487037:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.487040:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487045:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.487048:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.487052:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae12e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.487065:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338974720:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.493986:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016146.500273:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.500310:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.500318:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.500348:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.500355:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae12c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea248c5 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.500375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.500377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.500379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.500385:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.500398:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338975104:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.505258:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115008 00000100:00100000:3.0:1734016146.505265:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115008 00000100:00100000:3.0:1734016146.505812:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16111 00000100:00100000:3.0:1734016146.505819:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341115008:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.505831:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3530752->3538943] (req 3530752->3538943) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505841:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [3530752->3538943] (req 3530752->3538943) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505849:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505858:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505875:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505883:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.505910:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2cb40) 00000100:00100000:3.0:1734016146.505953:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341115008:12345-192.168.201.160@tcp:105: Request processed in 133us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.505959:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16111 00000100:00100000:1.0:1734016146.510661:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338975104:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016146.511054:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d0c0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.511080:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3534848 3538943) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.511106:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4baa00 - object 0x240000400:7 offset 3534848<>3538944 00000100:00100000:3.0:1734016146.511145:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.511153:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338975616:192.168.201.160@tcp:3:fsx.0 00000020:00010000:3.0:1734016146.514541:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016146.514545:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.514549:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b36bd5b0 (ffff8800a8de9518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016146.514554:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.514563:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae12f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3538943) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248f6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.514579:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890b78 (ffff8800a87d0d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016146.514582:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b36bd5b0 (ffff8800a87d0d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016146.514591:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 3822 bytes 00000080:00200000:3.0:1734016146.514602:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016146.514606:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3822, restart: 0 00000080:00200000:3.0:1734016146.514610:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 3822 00000080:00200008:3.0:1734016146.514629:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016146.514636:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:3.0:1734016146.514651:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016146.514663:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:3.0:1734016146.514693:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016146.514700:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:3.0:1734016146.514707:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:3.0:1734016146.514725:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338975744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.514788:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e9c0 going to sleep for 11 seconds 00000002:00010000:1.0:1734016146.518300:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.518312:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016146.518357:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016146.518361:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae12f7 00000080:00010000:1.0:1734016146.518365:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016146.518367:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae12f7 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.518369:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.518376:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.518402:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.518411:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.518424:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.518427:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66130, flags 0x400001002 00000008:00010000:1.0:1734016146.518431:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.518432:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016146.518443:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.518451:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.518460:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.518465:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.518484:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.518488:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.520623:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.520629:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.520631:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520634:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520637:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520639:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.520640:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.520643:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.520652:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.520668:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.520674:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.520679:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.520689:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.520691:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016146.520695:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.520696:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.520707:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520715:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520721:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520725:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520734:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520741:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520746:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520750:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.520758:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.520760:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.520762:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520764:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520766:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.520768:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.520770:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.520772:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.520777:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.520782:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9451105 00000080:00200000:1.0:1734016146.520822:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016146.520824:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.520830:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.520836:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1532, 1534] 00000008:00010000:1.0:1734016146.520842:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.520844:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66130, flags 0x0 00010000:00010000:1.0:1734016146.520849:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc6000 type 11 mode 2 res 9663677440/7 (2080768 2093055) 00010000:00010000:1.0:1734016146.520857:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520873:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.520893:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.520909:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338976000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.520962:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.522410:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.522455:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.522475:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115264 00000100:00100000:3.0:1734016146.522481:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115264 00000100:00100000:3.0:1734016146.522510:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115392 00000100:00100000:3.0:1734016146.522512:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115392 00000100:00100000:3.0:1734016146.522523:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16112 00000100:00100000:3.0:1734016146.522529:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341115264:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.522539:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.522761:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016146.522768:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341115264:12345-192.168.201.160@tcp:104: Request processed in 238us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.522774:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16112 00010000:00010000:1.0:1734016146.523031:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016146.523037:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.523043:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.523048:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.523080:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.523091:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.523144:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.523150:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.524131:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.524139:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae12fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea2490b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.524159:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.524160:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.524162:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.524625:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338976128:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.526164:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ea680 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247338976000:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.526182:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.526190:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.526197:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.528233:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.528245:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115520 00000100:00100000:3.0:1734016146.528250:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115520 00000100:00100000:3.0:1734016146.528276:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16114 00000100:00100000:3.0:1734016146.528281:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341115520:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.528292:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528301:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2080768->2093055] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528307:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528315:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528321:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528332:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.528358:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a86558c0) 00000100:00100000:3.0:1734016146.528392:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341115520:12345-192.168.201.160@tcp:105: Request processed in 110us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.528398:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16114 00010000:00010000:1.0:1734016146.528511:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.528518:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.528532:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.528540:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.528548:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.528553:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.528576:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.532077:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.532081:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.532085:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.532095:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.532130:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.532145:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.532147:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.532159:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.532176:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016146.532182:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016146.532197:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016146.532209:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.532217:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016146.532227:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016146.532230:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae12cd 00000080:00010000:1.0:1734016146.532234:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae12cd from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.532237:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.532242:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.532257:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.532265:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.532275:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.532277:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66130, flags 0x400001002 00000008:00010000:1.0:1734016146.532281:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.532282:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016146.532298:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae130c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.532305:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae130c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.532346:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1313 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.532352:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1313 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.535310:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.535523:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.535547:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115648 00000100:00100000:3.0:1734016146.535555:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115648 00000100:00100000:3.0:1734016146.535581:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115776 00000100:00100000:3.0:1734016146.535583:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115776 00000100:00100000:3.0:1734016146.535595:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16115 00000100:00100000:3.0:1734016146.535601:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341115648:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.535614:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.535624:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.535645:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.535647:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.535650:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.535651:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.536426:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341115648:12345-192.168.201.160@tcp:106: Request processed in 824us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.536432:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16115 00000080:00200000:1.0:1734016146.541039:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.541045:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.541048:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.541053:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.541056:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.541058:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.541060:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.541062:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.541071:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.541088:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.541093:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.541099:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.541133:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.541136:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016146.541140:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.541141:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.541158:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae131a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.541164:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657a80/0x6897f2fa45ae131a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.541205:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1321 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.541211:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1321 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.544664:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341115904 00000100:00100000:3.0:1734016146.544671:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341115904 00000100:00100000:3.0:1734016146.544718:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116032 00000100:00100000:3.0:1734016146.544720:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116032 00000100:00100000:3.0:1734016146.544732:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16117 00000100:00100000:3.0:1734016146.544739:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341115904:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.544750:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.544759:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.544780:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.544782:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000020:00010000:3.0:1734016146.544785:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.544786:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000100:00100000:3.0:1734016146.544824:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341115904:12345-192.168.201.160@tcp:106: Request processed in 86us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.544830:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16117 00000100:00100000:3.0:1734016146.544843:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16118 00000100:00100000:3.0:1734016146.544847:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341116032:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.544852:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.544859:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.544881:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.544883:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.544885:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.544886:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.544901:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341116032:12345-192.168.201.160@tcp:106: Request processed in 53us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.544906:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16118 00000080:00200000:1.0:1734016146.548540:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.548545:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.548548:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.548552:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.548556:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.548558:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.548559:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.548563:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.548571:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.548579:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9451105 00000080:00a00000:1.0:1734016146.548626:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b9510 start=0x7fb497242000 end=0x7fb497245000 vm_flags=0xf9 00000080:00200000:1.0:1734016146.548634:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.548640:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.548649:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.548651:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91270, osc lock ffff88012db66130, flags 0x400001002 00000008:00010000:1.0:1734016146.548655:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.548656:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b912b0, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016146.548670:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae1328 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.548677:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae1328 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.548725:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae132f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.548729:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8657180/0x6897f2fa45ae132f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.550436:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.550478:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.550498:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116160 00000100:00100000:3.0:1734016146.550504:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116160 00000100:00100000:3.0:1734016146.550530:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116288 00000100:00100000:3.0:1734016146.550532:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116288 00000100:00100000:3.0:1734016146.550544:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16119 00000100:00100000:3.0:1734016146.550549:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341116160:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.550558:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.550566:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.550585:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.550587:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000020:00010000:3.0:1734016146.550589:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.550591:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 40 00000100:00100000:3.0:1734016146.550624:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341116160:12345-192.168.201.160@tcp:106: Request processed in 74us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.550630:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16119 00000100:00100000:3.0:1734016146.550642:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16120 00000100:00100000:3.0:1734016146.550646:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341116288:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.550651:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.550657:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.550667:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.550669:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.550671:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.550672:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.550687:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341116288:12345-192.168.201.160@tcp:106: Request processed in 40us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.550692:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16120 00000080:00200000:1.0:1734016146.552786:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.552791:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.552794:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.552798:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91270 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.552801:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b912b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.552803:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.552804:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91270 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.552808:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b912b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.552818:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.552874:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1216 00000080:00200000:1.0:1734016146.552884:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.552896:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.552907:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1216, 1216] 00000008:00010000:1.0:1734016146.552917:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.552920:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66000, flags 0x0 00010000:00010000:1.0:1734016146.552939:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.552946:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.552970:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.552987:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338977280:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.553059:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.555384:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016146.556899:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.556906:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.556912:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a86558c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.556917:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.556934:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.556946:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.556976:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.556981:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.556995:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.557001:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1305 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2093055) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24912 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.557031:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.557032:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.557034:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.559576:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338977280:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.559596:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.559604:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.559611:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.559676:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116544 00000100:00100000:3.0:1734016146.559681:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116544 00000100:00100000:3.0:1734016146.559707:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16122 00000100:00100000:3.0:1734016146.559712:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341116544:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.559719:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559725:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [786432->790527] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559736:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559742:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559749:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559756:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.559771:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a8656ac0) 00000100:00100000:3.0:1734016146.559807:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341116544:12345-192.168.201.160@tcp:105: Request processed in 94us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.559812:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16122 00010000:00010000:1.0:1734016146.559952:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.559959:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.559979:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.559988:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.559997:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.560003:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.563631:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.563634:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.563637:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.563643:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.563651:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.563661:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.563663:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.563676:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.563711:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1217 00000080:00200000:1.0:1734016146.563717:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.563727:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.563736:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1217, 1217] 00000008:00010000:1.0:1734016146.563743:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.563746:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66000, flags 0x0 00010000:00010000:1.0:1734016146.563761:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.563770:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (790528 794623) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.563779:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.563785:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.563790:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.567481:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.567485:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.567489:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.567495:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.567503:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.567518:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.567520:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.567535:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.567574:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1218 00000080:00200000:1.0:1734016146.567580:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.567590:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.567599:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1218, 1218] 00000008:00010000:1.0:1734016146.567608:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.567612:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66000, flags 0x0 00010000:00010000:1.0:1734016146.567626:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.567635:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (794624 798719) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.567643:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.567649:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.567654:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.571525:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.571529:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.571531:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.571537:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.571545:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.571555:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.571557:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.571568:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.571722:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016146.571728:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016146.571742:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016146.571754:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.571764:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016146.571773:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016146.571775:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae12cd 00000080:00010000:1.0:1734016146.571780:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae12cd from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.571783:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.571788:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.571802:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.571810:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.571822:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.571825:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016146.571828:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.571829:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.571847:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae133d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.571854:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654b40/0x6897f2fa45ae133d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.572745:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.572754:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.572763:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.572769:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.575307:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116672 00000100:00100000:3.0:1734016146.575316:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116672 00000100:00100000:3.0:1734016146.575351:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16123 00000100:00100000:3.0:1734016146.575357:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341116672:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.575368:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.575378:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.575408:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.575410:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.575414:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.575415:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.575456:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341116672:12345-192.168.201.160@tcp:106: Request processed in 99us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.575462:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16123 00000080:00200000:1.0:1734016146.578083:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.578090:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.578092:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.578096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.578099:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.578102:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.578104:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.578134:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.578146:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.578166:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.578172:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.578178:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.578188:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.578190:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db66130, flags 0x400001002 00000008:00010000:1.0:1734016146.578194:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.578196:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016146.578215:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1344 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.578222:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae1344 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.578264:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.578272:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.578280:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.578286:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.580435:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116800 00000100:00100000:3.0:1734016146.580444:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116800 00000100:00100000:3.0:1734016146.580484:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16124 00000100:00100000:3.0:1734016146.580489:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341116800:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.580502:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.580510:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.580529:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.580531:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.580534:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.580535:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.580579:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341116800:12345-192.168.201.160@tcp:106: Request processed in 88us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.580587:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16124 00000080:00200000:1.0:1734016146.583326:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9451105 i_blocks 608 00000020:00010000:1.0:1734016146.583332:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.583335:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.583339:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b910f0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.583342:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91130 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.583345:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.583346:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b910f0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.583350:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91130 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.583361:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.583371:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9451105 00000080:00200008:1.0:1734016146.583422:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 2857808, type: SEEK_SET 00000080:00200008:1.0:1734016146.583427:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 2857808, type: SEEK_SET, rc = 2857808 00000080:00200008:1.0:1734016146.583434:0:10361:0:(file.c:2290:do_file_read_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 2857808, count: 3969 00000080:00200000:1.0:1734016146.583439:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.583449:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.583470:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 697 00000080:00200000:1.0:1734016146.583476:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: read ppos: 2857808, bytes: 3969 00000080:00200000:1.0:1734016146.583479:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016146.583484:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012b3bbbb8[0x4, 261, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016146.583486:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [2857808, 2861777) 0 0 00000080:00200000:1.0:1734016146.583488:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016146.583498:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [2857808, 2861777) 2861777, 3969 00020000:00200000:1.0:1734016146.583501:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016146.583516:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [697, 698] 00000008:00010000:1.0:1734016146.583526:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016146.583529:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66000, flags 0x0 00010000:00010000:1.0:1734016146.583540:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583548:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2854912 2863103) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583555:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583560:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583564:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.583569:0:10361:0:(vvp_io.c:840:vvp_io_read_start()) f16b.sanityn: read [2857808, 2861777) 00000080:00200000:1.0:1734016146.583578:0:10361:0:(vvp_io.c:899:vvp_io_read_start()) count:3969 iocb pos:2857808 00010000:00010000:1.0:1734016146.583601:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583607:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583613:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583617:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 7/2,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.583621:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.588671:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.588685:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.631181:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.631185:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.631189:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a88b0 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016146.631194:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631204:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016146.631217:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe3f8 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.631218:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a88b0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.631224:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 3969 bytes 00000080:00200000:1.0:1734016146.631232:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016146.631235:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 3969, restart: 0 00000080:00200000:1.0:1734016146.631238:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 3969 00000080:00200008:1.0:1734016146.631257:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016146.631263:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016146.631277:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016146.631289:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.631298:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016146.631308:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016146.631311:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae12cd 00000080:00010000:1.0:1734016146.631315:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae12cd from it ffff8800a7017cd8 00010000:00010000:1.0:1734016146.631318:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.631324:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae12cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea248d3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016146.631339:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.631347:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.631359:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.631361:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016146.631365:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.631367:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.631384:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631392:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631441:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631449:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631458:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.631464:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.631486:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.631498:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338978816:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.635914:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341116928 00000100:00100000:3.0:1734016146.635923:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341116928 00000100:00100000:3.0:1734016146.639626:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16125 00000100:00100000:3.0:1734016146.639639:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341116928:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.639653:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.639663:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.639687:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1285, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.639689:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.639691:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.639692:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.639748:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341116928:12345-192.168.201.160@tcp:106: Request processed in 110us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.639754:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16125 00010000:00010000:1.0:1734016146.641851:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641878:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641890:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641897:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641902:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.641914:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5256801, setting rss=5256801; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.641926:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641933:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641939:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641944:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.641948:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641955:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.641959:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.641964:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8654480/0x6897f2fa45ae134b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.642000:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338978816:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.642440:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338978944:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.645238:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117056 00000100:00100000:3.0:1734016146.645246:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117056 00000100:00100000:3.0:1734016146.645278:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16126 00000100:00100000:3.0:1734016146.645284:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117056:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.645295:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.645304:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.645332:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1285, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.645334:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.645337:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.645338:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.645375:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117056:12345-192.168.201.160@tcp:106: Request processed in 90us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.645380:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16126 00000100:00100000:1.0:1734016146.649083:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338979072:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.653217:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653234:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653248:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653257:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.653266:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653279:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653285:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653290:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.653295:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.653309:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338979072:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.657156:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.657214:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.657240:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.657256:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117184 00000100:00100000:3.0:1734016146.657262:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117184 00000100:00100000:3.0:1734016146.657292:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117312 00000100:00100000:3.0:1734016146.657293:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117312 00000100:00100000:3.0:1734016146.657304:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16127 00000100:00100000:3.0:1734016146.657311:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117184:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.657324:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.657389:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.657394:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117184:12345-192.168.201.160@tcp:104: Request processed in 84us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.657400:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16127 00000100:00100000:3.0:1734016146.657417:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16128 00000100:00100000:3.0:1734016146.657423:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117312:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.657433:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.657458:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016146.657461:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341117312:12345-192.168.201.160@tcp:104: Request processed in 39us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.657466:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16128 00010000:00010000:1.0:1734016146.657647:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016146.657654:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657664:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.657668:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.657706:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.657717:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.657751:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657756:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.657771:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657778:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1359 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24966 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657796:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.657800:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657805:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.657807:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.657815:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.657888:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.657912:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657919:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.657925:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657930:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8656ac0/0x6897f2fa45ae1336 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 786432->790527) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24943 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.657942:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.657943:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.657944:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.657957:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338979456:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.658000:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.658007:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338979328:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.662748:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.662857:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338979456:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.663814:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338979584:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016146.666717:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338979584:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016146.666744:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338979328:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.673377:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117568 00000100:00100000:3.0:1734016146.673385:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117568 00000100:00100000:3.0:1734016146.674143:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16130 00000100:00100000:3.0:1734016146.674152:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341117568:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.674168:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.674239:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.674244:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341117568:12345-192.168.201.160@tcp:104: Request processed in 93us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.674249:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16130 00010000:00010000:1.0:1734016146.674390:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.674396:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.674407:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.674412:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.674429:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.674439:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.674468:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.674473:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.674954:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.674961:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae1360 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 241664->249855) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea2496d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.674992:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.674993:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.674995:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.675001:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.675011:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338979840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.680806:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117696 00000100:00100000:3.0:1734016146.680811:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117696 00000100:00100000:3.0:1734016146.680837:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16131 00000100:00100000:3.0:1734016146.680842:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341117696:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016146.680849:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2863104->2871295] (req 2863104->2871295) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.680856:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [2863104->2871295] (req 2863104->2871295) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.680872:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.680879:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.680885:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.680892:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.681639:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c506640) 00000100:00100000:3.0:1734016146.681688:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341117696:12345-192.168.201.160@tcp:105: Request processed in 844us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.681694:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16131 00000100:00100000:1.0:1734016146.686661:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338979840:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.688912:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117824 00000100:00100000:3.0:1734016146.688918:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117824 00000100:00100000:3.0:1734016146.688945:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16132 00000100:00100000:3.0:1734016146.688951:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341117824:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.688961:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.688968:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.688990:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1285, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.688992:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.688995:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.688996:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.689028:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341117824:12345-192.168.201.160@tcp:106: Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.689034:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16132 00010000:00010000:3.0:1734016146.690362:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690372:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690381:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690385:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690391:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.690399:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5256801, setting rss=5256801; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.690408:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690419:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690426:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690432:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016146.690436:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690443:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.690448:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.690453:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae136e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.690501:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338980096:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.690787:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338980224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.693083:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341117952 00000100:00100000:3.0:1734016146.693089:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341117952 00000100:00100000:3.0:1734016146.693139:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16133 00000100:00100000:3.0:1734016146.693145:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341117952:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.693155:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.693164:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae12bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea248be expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.693183:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1285, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.693185:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000020:00010000:3.0:1734016146.693188:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.693189:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5256801 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 568 00000100:00100000:3.0:1734016146.693222:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341117952:12345-192.168.201.160@tcp:106: Request processed in 76us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.693228:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16133 00010000:00010000:3.0:1734016146.695437:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695450:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695460:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695466:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695472:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.695483:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5256801, setting rss=5256801; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.695522:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695529:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695535:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695540:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016146.695543:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695551:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.695555:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.695560:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae1375 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.696243:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338980224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.698699:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.698712:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341118080 00000100:00100000:3.0:1734016146.698718:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341118080 00000100:00100000:3.0:1734016146.698807:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16134 00000100:00100000:3.0:1734016146.698813:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341118080:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.698825:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.699948:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.699956:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341118080:12345-192.168.201.160@tcp:104: Request processed in 1142us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.699963:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16134 00010000:00010000:1.0:1734016146.700088:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.700094:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700104:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b533180 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016146.700120:0:4737:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700126:0:4737:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700132:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700149:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700177:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700182:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.700208:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700214:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012b533180/0x6897f2fa45ae12f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24904 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016146.700225:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.700227:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.700228:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.700233:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.700243:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338980608:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.703727:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338980608:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.707927:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016146.718559:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.724216:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338980992:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.725027:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981120:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.727124:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338980864:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.731538:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338980992:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.732951:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981120:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016146.739584:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016146.739598:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.739607:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.739656:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6254592 6258687) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.739786:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8a80 - object 0x280000400:7 offset 0<>6258688 00000008:00010000:1.0:1734016146.739797:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.739809:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.739827:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb480 - object 0x280000400:7 offset 4190208<>4194304 00000100:00100000:1.0:1734016146.739844:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981376:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.739957:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.739964:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981504:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016146.747669:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.747691:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afdc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.747709:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981504:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016146.795315:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1734016146.805179:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.805462:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff880136afd000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.805487:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981376:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016146.821173:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.821191:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.821520:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016146.821533:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.821560:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6258688 6262783) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.821587:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8a80 - object 0x280000400:7 offset 6258688<>6262784 00000100:00100000:1.0:1734016146.821608:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981888:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016146.822946:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016146.822952:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800b3b91cc0 00010000:00010000:1.0:1734016146.822994:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016146.823129:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb480 - object 0x240000400:7 offset 0<>4194304 00000100:00100000:1.0:1734016146.823144:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338982144:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016146.839511:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.839557:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91240 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.839572:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338981888:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.845734:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338982272:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016146.881500:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800b3b91cc0 00000008:00010000:1.0:1734016146.881746:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800b3b91cc0 00000100:00100000:1.0:1734016146.881764:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338982144:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.897925:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341118464 00000100:00100000:3.0:1734016146.897932:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341118464 00000100:00100000:3.0:1734016146.897954:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341118592 00000100:00100000:3.0:1734016146.897955:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341118592 00000100:00100000:3.0:1734016146.897964:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16137 00000100:00100000:3.0:1734016146.897969:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341118464:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.897980:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.897990:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.898008:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2051, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.898009:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.898012:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.898013:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.898046:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341118464:12345-192.168.201.160@tcp:106: Request processed in 76us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.898051:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16137 00000100:00100000:3.0:1734016146.898064:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16138 00000100:00100000:3.0:1734016146.898068:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341118592:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.898074:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.898080:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.898090:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 2051, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.898091:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 584 00000020:00010000:3.0:1734016146.898094:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.898095:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 584 00000100:00100000:3.0:1734016146.898141:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341118592:12345-192.168.201.160@tcp:106: Request processed in 72us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.898145:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16138 00000080:00200000:1.0:1734016146.902018:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10454570 i_blocks 640 00000020:00010000:1.0:1734016146.902023:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016146.902026:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.902030:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd270 (ffff8800a8de9878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.902033:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd2b0 (ffff8800a8de9248/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016146.902036:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871d240 (ffff8800a8de9bd8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.902038:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd270 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016146.902041:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd2b0 (ffff8800a8de9bd8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016146.902055:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016146.902075:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016146.902079:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016146.902086:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016146.902099:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.902101:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66ab0, flags 0x400001002 00000008:00010000:1.0:1734016146.902126:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016146.902127:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66130, flags 0x400001002 00010000:00010000:1.0:1734016146.902145:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.902151:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.902199:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.902204:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.902238:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338983168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.902293:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.902299:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338983040:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.906662:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906675:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906684:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906690:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906695:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.906706:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.906711:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906717:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906728:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906734:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.906737:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906745:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.906749:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.906753:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8657180/0x6897f2fa45ae139f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.906774:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338983168:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016146.907746:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907755:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907761:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907766:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907772:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.907780:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.907789:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907793:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907799:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907803:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a86558c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.907805:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907811:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.907813:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.907818:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1398 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.907830:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338983040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.917015:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.917035:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341118976 00000100:00100000:3.0:1734016146.917042:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341118976 00000100:00100000:3.0:1734016146.917092:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16141 00000100:00100000:3.0:1734016146.917098:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341118976:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.917146:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.917211:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.917216:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341118976:12345-192.168.201.160@tcp:104: Request processed in 118us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.917221:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16141 00010000:00010000:1.0:1734016146.919662:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016146.919676:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.920456:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.920462:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016146.920483:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016146.932440:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016146.932491:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.932500:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016146.932518:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.932525:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1367 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2863104->2871295) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24974 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.932544:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.932545:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016146.932548:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016146.932555:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.932572:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338983552:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016146.940901:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338983552:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.943850:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119232 00000100:00100000:3.0:1734016146.943867:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119232 00000100:00100000:3.0:1734016146.943906:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16143 00000100:00100000:3.0:1734016146.943911:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341119232:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.943920:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.943928:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.943945:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.943947:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.943950:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.943951:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.943979:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341119232:12345-192.168.201.160@tcp:106: Request processed in 67us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.943984:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16143 00010000:00010000:3.0:1734016146.945065:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945075:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945084:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945090:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945096:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.945136:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.945151:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945157:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945162:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945168:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016146.945171:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945178:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.945182:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.945187:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae13b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.945221:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247338983808:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.945540:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338983936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.949066:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119360 00000100:00100000:3.0:1734016146.949075:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119360 00000100:00100000:3.0:1734016146.949138:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16144 00000100:00100000:3.0:1734016146.949144:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341119360:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.949162:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.949174:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.949198:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.949200:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.949203:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.949204:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.949246:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341119360:12345-192.168.201.160@tcp:106: Request processed in 102us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.949251:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16144 00010000:00010000:1.0:1734016146.953809:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953827:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953837:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953843:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953849:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.953874:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.953899:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953905:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953912:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953924:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.953929:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953937:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.953942:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.953947:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae13bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.953996:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338983936:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.954566:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.954577:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.958250:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119488 00000100:00100000:3.0:1734016146.958257:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119488 00000100:00100000:3.0:1734016146.958291:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16145 00000100:00100000:3.0:1734016146.958297:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341119488:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.958308:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.958317:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.958348:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.958350:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.958353:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.958353:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.958391:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341119488:12345-192.168.201.160@tcp:106: Request processed in 94us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.958397:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16145 00010000:00010000:1.0:1734016146.960452:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.960469:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.960481:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.960486:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.960496:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.960509:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.961052:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.961058:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.961065:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.961069:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.961073:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.961080:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.961084:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.961089:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.961165:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.962066:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.963887:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119616 00000100:00100000:3.0:1734016146.963893:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119616 00000100:00100000:3.0:1734016146.963950:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16146 00000100:00100000:3.0:1734016146.963957:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341119616:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.963968:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.963975:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.963994:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.963995:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.963998:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.963999:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.964032:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341119616:12345-192.168.201.160@tcp:106: Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.964037:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16146 00010000:00010000:1.0:1734016146.965917:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965930:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965938:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965943:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965949:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.965959:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.965975:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965980:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965986:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.965995:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.965999:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.966005:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.966009:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.966013:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.966031:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.966305:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.966314:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.967939:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119744 00000100:00100000:3.0:1734016146.967945:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119744 00000100:00100000:3.0:1734016146.967970:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16147 00000100:00100000:3.0:1734016146.967974:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341119744:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.967983:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.967991:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.968009:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.968010:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.968013:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.968014:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.968042:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341119744:12345-192.168.201.160@tcp:106: Request processed in 67us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.968047:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16147 00010000:00010000:1.0:1734016146.969612:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969624:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969633:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969639:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969649:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.969659:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.969767:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969772:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969778:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969784:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.969787:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969795:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.969798:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.969803:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae13d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.969822:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.970429:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016146.970446:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338984448:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.973249:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.973267:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341119872 00000100:00100000:3.0:1734016146.973274:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341119872 00000100:00100000:3.0:1734016146.973324:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16148 00000100:00100000:3.0:1734016146.973330:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341119872:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.973345:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.973353:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.973379:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.973381:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.973385:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.973386:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.973430:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341119872:12345-192.168.201.160@tcp:106: Request processed in 99us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.973435:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16148 00010000:00010000:1.0:1734016146.976476:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976493:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976503:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976509:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976515:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.976527:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.976637:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976644:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976650:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976661:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.976665:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976673:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.976678:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.976684:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae13d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.976706:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338984448:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016146.977043:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016146.977052:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.978930:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341120000 00000100:00100000:3.0:1734016146.978938:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341120000 00000100:00100000:3.0:1734016146.978971:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16149 00000100:00100000:3.0:1734016146.978979:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341120000:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016146.978992:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.979000:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.979022:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016146.979024:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000020:00010000:3.0:1734016146.979027:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016146.979029:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 56 00000100:00100000:3.0:1734016146.979065:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341120000:12345-192.168.201.160@tcp:106: Request processed in 87us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.979071:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16149 00010000:00010000:1.0:1734016146.981166:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981181:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981190:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981195:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981205:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016146.981216:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016146.981235:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981239:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981245:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981251:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016146.981255:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981264:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016146.981269:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016146.981276:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae13de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016146.981296:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.983463:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341120128 00000100:00100000:3.0:1734016146.983469:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341120128 00000100:00100000:3.0:1734016146.983534:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16150 00000100:00100000:3.0:1734016146.983539:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341120128:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016146.983550:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae137c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24990 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.983696:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.983701:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341120128:12345-192.168.201.160@tcp:104: Request processed in 162us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.983706:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16150 00000100:00100000:1.0:1734016146.988413:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984832:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.992264:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016146.997902:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338984960:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016146.999088:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338984832:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016147.003404:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338984960:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.003766:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985088:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.003914:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.003920:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985216:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.007401:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007411:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007420:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007426:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007431:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.007441:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.007447:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007453:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007459:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007464:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.007467:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007473:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.007477:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.007482:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae13f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.008137:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985216:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.008963:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.008971:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.008983:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.008987:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.008991:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.008999:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.009018:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.009025:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.009031:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.009035:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.009038:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.009045:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.009048:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.009057:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae13ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.009073:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985088:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.009501:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985344:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.009555:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.009559:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985472:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.014828:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014845:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014864:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014870:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014876:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.014888:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.014894:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014899:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014905:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014910:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2eac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.014913:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014921:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.014925:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014930:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2eac0/0x6897f2fa45ae1401 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.014956:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985472:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.014969:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014976:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014981:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014985:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.014989:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.014997:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.015379:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.015385:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.015390:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.015394:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2d8c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.015396:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.015402:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.015405:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.015410:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2d8c0/0x6897f2fa45ae13fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.015425:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338985344:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.016020:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338985728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.018373:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341120896 00000100:00100000:3.0:1734016147.018379:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341120896 00000100:00100000:3.0:1734016147.018407:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16156 00000100:00100000:3.0:1734016147.018412:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341120896:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.018423:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.018431:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.018449:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.018451:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 56 00000020:00010000:3.0:1734016147.018454:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.018455:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 56 00000100:00100000:3.0:1734016147.018486:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341120896:12345-192.168.201.160@tcp:106: Request processed in 72us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.018494:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16156 00000100:00100000:3.0:1734016147.018534:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.018547:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121024 00000100:00100000:3.0:1734016147.018550:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121024 00000100:00100000:3.0:1734016147.018563:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16157 00000100:00100000:3.0:1734016147.018567:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121024:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.018572:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.018579:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.018589:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.018590:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 584 00000020:00010000:3.0:1734016147.018593:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.018593:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 584 00000100:00100000:3.0:1734016147.018607:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121024:12345-192.168.201.160@tcp:106: Request processed in 40us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.018612:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16157 00010000:00010000:1.0:1734016147.021059:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021067:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021072:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021077:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021082:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.021087:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.021094:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021098:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021123:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021129:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cd80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.021132:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021137:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.021142:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.021146:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cd80/0x6897f2fa45ae140f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.021162:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338985728:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.023397:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121152 00000100:00100000:3.0:1734016147.023405:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121152 00000100:00100000:3.0:1734016147.023479:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16158 00000100:00100000:3.0:1734016147.023487:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341121152:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.023499:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.023684:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.023689:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341121152:12345-192.168.201.160@tcp:104: Request processed in 203us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.023694:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16158 00010000:00010000:1.0:1734016147.024000:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.024007:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.024015:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.024019:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.024038:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.024050:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.024088:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.024094:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.024525:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.024532:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae13e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a07 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.024551:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.024553:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.024554:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016147.024560:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.024575:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338985984:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.027618:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121280 00000100:00100000:3.0:1734016147.027624:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121280 00000100:00100000:3.0:1734016147.027663:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16159 00000100:00100000:3.0:1734016147.027668:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341121280:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.027676:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1912832->1916927] (req 1912832->1916927) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027692:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1912832->1916927] (req 1912832->1916927) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027699:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027706:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027714:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027720:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.027747:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2df80) 00000100:00100000:3.0:1734016147.027784:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341121280:12345-192.168.201.160@tcp:105: Request processed in 114us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.027790:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16159 00000100:00100000:1.0:1734016147.031987:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338985984:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.035918:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121408 00000100:00100000:3.0:1734016147.035927:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121408 00000100:00100000:3.0:1734016147.036497:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16160 00000100:00100000:3.0:1734016147.036505:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121408:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.036517:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.036525:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.036547:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.036548:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000020:00010000:3.0:1734016147.036551:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.036552:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000100:00100000:3.0:1734016147.036594:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121408:12345-192.168.201.160@tcp:106: Request processed in 88us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.036600:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16160 00000100:00100000:3.0:1734016147.039258:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.040799:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121536 00000100:00100000:3.0:1734016147.040808:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121536 00000100:00100000:3.0:1734016147.040835:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16161 00000100:00100000:3.0:1734016147.040841:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341121536:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.040850:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.040865:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.040885:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.040887:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000020:00010000:3.0:1734016147.040889:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.040890:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000100:00100000:3.0:1734016147.040923:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341121536:12345-192.168.201.160@tcp:106: Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.040928:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16161 00010000:00010000:3.0:1734016147.042382:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042393:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042402:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042408:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042415:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.042427:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.042437:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042443:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042450:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042455:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.042459:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042466:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.042471:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.042477:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae1424 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.042498:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.044030:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338986496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.046399:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.046416:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121664 00000100:00100000:3.0:1734016147.046422:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121664 00000100:00100000:3.0:1734016147.046453:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16162 00000100:00100000:3.0:1734016147.046458:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121664:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.046470:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.046477:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.046496:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.046498:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000020:00010000:3.0:1734016147.046502:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.046503:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000100:00100000:3.0:1734016147.046535:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121664:12345-192.168.201.160@tcp:106: Request processed in 76us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.046541:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16162 00010000:00010000:3.0:1734016147.048743:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048757:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048768:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048773:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048780:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.048790:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.048831:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048838:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048844:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048849:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.048853:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048871:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.048875:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.048879:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae142b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.048899:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338986496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.049350:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.051483:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121792 00000100:00100000:3.0:1734016147.051490:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121792 00000100:00100000:3.0:1734016147.051518:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16163 00000100:00100000:3.0:1734016147.051524:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341121792:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.051534:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.051542:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.051562:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.051563:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000020:00010000:3.0:1734016147.051566:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.051567:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000100:00100000:3.0:1734016147.051597:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341121792:12345-192.168.201.160@tcp:106: Request processed in 73us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.051602:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16163 00010000:00010000:3.0:1734016147.053624:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053638:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053648:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053656:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053661:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.053673:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.053684:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053688:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053694:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053699:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.053702:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053710:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.053714:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.053718:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae1432 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.053744:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986624:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.054282:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.054293:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.056134:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341121920 00000100:00100000:3.0:1734016147.056141:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341121920 00000100:00100000:3.0:1734016147.056172:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16164 00000100:00100000:3.0:1734016147.056176:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121920:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.056185:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.056192:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.056211:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.056213:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000020:00010000:3.0:1734016147.056216:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.056217:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 6260266 mtime: 1734016146 atime: 1734016146 ctime: 1734016147 blocks: 592 00000100:00100000:3.0:1734016147.056251:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341121920:12345-192.168.201.160@tcp:106: Request processed in 74us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.056256:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16164 00010000:00010000:3.0:1734016147.057901:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.057914:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.057923:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.057929:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.057934:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.057943:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6260266, setting rss=6260266; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.058088:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.058094:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.058099:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.058105:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.058452:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.058461:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.058465:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.058474:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae1439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.058493:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338986752:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.060436:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341122048 00000100:00100000:3.0:1734016147.060443:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341122048 00000100:00100000:3.0:1734016147.060467:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16165 00000100:00100000:3.0:1734016147.060473:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341122048:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.060484:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.060769:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.060775:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341122048:12345-192.168.201.160@tcp:104: Request processed in 301us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.060780:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16165 00010000:00010000:1.0:1734016147.060933:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.060940:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.060946:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.060950:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.060966:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.060976:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.061005:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.061011:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.061036:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.061042:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2df80/0x6897f2fa45ae1416 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1912832->1916927) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a38 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.061067:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.061069:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.061070:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016147.064305:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341122176 00000100:00100000:3.0:1734016147.064311:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341122176 00000100:00100000:3.0:1734016147.064348:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16166 00000100:00100000:3.0:1734016147.064353:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341122176:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.064362:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1658880->1667071] (req 1658880->1667071) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064369:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1658880->1667071] (req 1658880->1667071) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064379:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064385:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064391:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064397:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.064410:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c505d40) 00000100:00100000:3.0:1734016147.064440:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341122176:12345-192.168.201.160@tcp:105: Request processed in 86us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.064445:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16166 00000100:00100000:1.0:1734016147.067393:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338987008:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.070153:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341122304 00000100:00100000:3.0:1734016147.070161:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341122304 00000100:00100000:3.0:1734016147.070206:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16167 00000100:00100000:3.0:1734016147.070214:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341122304:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.070227:0:9545:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c505b00/0x6897f2fa45ae1383 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea2499e expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016147.070293:0:9545:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.070299:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341122304:12345-192.168.201.160@tcp:104: Request processed in 86us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.070306:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16167 00000100:00100000:1.0:1734016147.071283:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338987520:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016147.075781:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338987520:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.077408:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016147.078982:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.078988:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.078995:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.078999:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.079013:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.079022:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.079049:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.079054:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.079076:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.079081:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae1440 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1658880->1667071) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a62 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.079101:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.079102:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.079103:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016147.079121:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.079131:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338987776:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.081683:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.082302:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338987648:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.082324:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082333:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082339:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082935:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082947:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082964:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.082972:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6260266, setting rss=6260266; kms=6260266, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082980:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.082985:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.083006:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.083011:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.083032:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.083046:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338987904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.083546:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.085814:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.086001:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338987776:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016147.086429:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.086434:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.086439:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.086443:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.086461:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.086471:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.086499:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.086505:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.087932:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.087939:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae13ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 901120->905215) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea249cf expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.087967:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.087968:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.087969:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016147.089543:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.089698:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8a80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338987904:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.089717:0:10361:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.089725:0:10361:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.089731:0:10361:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.090250:0:10361:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.090257:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.090272:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.090282:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.090291:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.090297:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.090356:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338988288:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.096670:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338988032:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016147.097741:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338988288:192.168.201.160@tcp:10:fsx.0 00000080:00200000:1.0:1734016147.102798:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 927914 i_blocks 520 00000020:00010000:1.0:1734016147.102804:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afe6c8 (ffff8800a8de9878/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.102812:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afe6c8 (ffff8800a8de9878/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.102815:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd030 (ffff8800a8de9248/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.102822:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.102833:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.102845:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afd070 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.102849:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.102863:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.102870:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afe6c8 (ffff8800a8de9878/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.102872:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd030 (ffff8800a8de9878/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.102876:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afd070 (ffff8800a8de9878/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.102890:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.102901:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 927914, valid attrs 2168, mode 8800, uid -1439832480, gid -30720, new size 927914, atime 1734016147.000000000, mtime 1734016147.067000000, ctime 1734016147.067000000, rc 0 00000080:00200008:1.0:1734016147.102924:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016147.102929:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016147.102942:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016147.102951:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016147.102983:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016147.102988:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016147.102994:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016147.103007:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338988416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.103808:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.106073:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338988416:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.106090:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106099:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106133:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106141:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106148:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106154:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.106158:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016147.106165:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85eb480 x1818247338988416/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016163 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016147.106173:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016147.106182:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.106190:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016147.106228:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016147.106232:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae1455 00000080:00010000:1.0:1734016147.106235:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016147.106238:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae1455 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016147.106240:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.106246:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016147.106269:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.106275:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.106286:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.106289:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016147.106293:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.106294:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66390, flags 0x400001002 00010000:00010000:1.0:1734016147.106303:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106311:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106319:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106325:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106336:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106341:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106346:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106350:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.106365:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 927914 i_blocks 520 00000020:00010000:1.0:1734016147.106368:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.106370:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106372:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106374:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9248/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106376:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.106378:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9878/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.106381:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9878/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.106387:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.106401:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016147.106403:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.106405:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.106408:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.106409:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66390, flags 0x400001002 00000008:00010000:1.0:1734016147.106411:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.106412:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016147.106416:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106422:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106427:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106431:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106439:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106444:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106451:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.106457:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.106462:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 927914 i_blocks 520 00000020:00010000:1.0:1734016147.106464:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.106465:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106467:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9248/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106468:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.106469:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.106471:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9878/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.106473:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9878/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.106476:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.106480:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 927914 00000080:00200008:1.0:1734016147.108239:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016147.108249:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016147.108266:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016147.108277:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.108286:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016147.108295:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016147.108303:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae1455 00000080:00010000:1.0:1734016147.108308:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae1455 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016147.108310:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.108316:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016147.108335:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.108341:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.108352:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.108354:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016147.108357:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.108358:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66390, flags 0x400001002 00010000:00010000:1.0:1734016147.108368:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108374:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108382:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108391:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108400:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108406:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108411:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108417:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.108428:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 927914 i_blocks 520 00000020:00010000:1.0:1734016147.108431:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.108437:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.108439:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.108441:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9248/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.108443:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871e480 (ffff8800a8de9878/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.108444:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9878/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.108447:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9878/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.108453:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016147.108465:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016147.108469:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016147.108475:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016147.108481:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1820, 1820] 00000008:00010000:1.0:1734016147.108487:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.108488:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a88b0, osc lock ffff88012db66390, flags 0x0 00010000:00010000:1.0:1734016147.108493:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108500:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3260416 3264511) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108507:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108513:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.108518:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.108525:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 927914 i_blocks 520 00000100:00100000:1.0:1734016147.108579:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.108594:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338988544:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.110926:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338988544:192.168.201.160@tcp:22:fsx.0 00000080:00200000:1.0:1734016147.116946:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7455698 i_blocks 528 00000020:00010000:1.0:1734016147.116951:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.116957:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.116960:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afddb0 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.116964:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afddf0 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.116966:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.116968:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afddb0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.116972:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afddf0 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.116984:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.116999:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016147.117003:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.117009:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.117017:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.117019:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016147.117023:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.117024:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db670a0, flags 0x400001002 00010000:00010000:1.0:1734016147.117038:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae1471 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.117044:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8657a80/0x6897f2fa45ae1471 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.117095:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1478 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.117101:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a86558c0/0x6897f2fa45ae1478 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.121618:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7455698 i_blocks 528 00000020:00010000:1.0:1734016147.121624:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.121626:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121630:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121633:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121636:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121638:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121641:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.121652:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.121661:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7455698 00000080:00200008:1.0:1734016147.121676:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016147.121682:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016147.121695:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016147.121706:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.121716:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016147.121725:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016147.121727:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae1455 00000080:00010000:1.0:1734016147.121732:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae1455 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016147.121734:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.121739:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016147.121756:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.121764:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.121774:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.121776:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db670a0, flags 0x400001002 00000008:00010000:1.0:1734016147.121779:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.121781:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66000, flags 0x400001002 00010000:00010000:1.0:1734016147.121791:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121798:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121806:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121812:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121824:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121830:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121836:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121842:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.121853:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7455698 i_blocks 528 00000020:00010000:1.0:1734016147.121867:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.121869:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121872:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121874:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121876:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121878:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121880:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.121884:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.121895:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016147.121898:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.121901:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.121905:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.121906:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66000, flags 0x400001002 00000008:00010000:1.0:1734016147.121909:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.121910:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db670a0, flags 0x400001002 00010000:00010000:1.0:1734016147.121915:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121922:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121929:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121934:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121943:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121953:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121959:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.121965:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.121973:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 7455698 i_blocks 528 00000020:00010000:1.0:1734016147.121975:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.121977:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121979:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de9f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121981:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a8de9098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.121983:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c920 (ffff8800a8de9c68/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121984:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.121987:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9c68/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.121991:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.121996:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 7455698 00000080:00200008:1.0:1734016147.122450:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 7455698, valid attrs 2068, mode 8800, uid -1439832480, gid -30720, new size 9547292, atime 1734016147.000000000, mtime 1734016147.000000000, ctime 1734016147.000000000 00010000:00010000:1.0:1734016147.122465:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.122477:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.122509:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.122514:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.122517:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae1455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24a85 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:1.0:1734016147.123172:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1734016147.123181:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a85e8700 x1818247338989440/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016147.123200:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338989440:192.168.201.160@tcp:36:fsx.0 00000100:00100000:1.0:1734016147.123253:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91f00 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.151994:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8700 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338989440:192.168.201.160@tcp:36:fsx.0 00000080:00200000:1.0:1734016147.152033:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016147.152038:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016147.152051:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016147.152065:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1734016147.152075:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.152078:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db670a0, flags 0x0 00000008:00010000:1.0:1734016147.152080:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.152081:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66000, flags 0x0 00010000:00010000:1.0:1734016147.152097:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152121:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152135:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152144:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152149:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152160:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152166:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152171:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152177:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.152181:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.152251:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338989824:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.152306:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.152311:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338989696:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.155176:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338989696:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.155189:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338989824:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.157087:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.157156:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.157161:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990080:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.186606:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186625:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186635:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186640:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186645:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.186656:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.186662:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186667:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186673:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186678:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.186682:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186689:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.186693:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186698:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1486 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.186732:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990080:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.186744:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186751:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186756:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186762:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186767:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.186772:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.186778:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186782:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186787:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186791:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.186794:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186799:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.186801:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.186806:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae148d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.186824:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990208:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.187266:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990464:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.187331:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.187335:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990336:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.189739:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189749:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189757:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189763:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189768:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.189778:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.189783:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189787:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189793:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189799:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cd80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.189803:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189811:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.189816:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.189822:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cd80/0x6897f2fa45ae149b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.189839:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990464:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.190057:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190064:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190070:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190074:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190080:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.190086:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.190101:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190106:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190137:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190141:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.190144:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190149:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.190152:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.190156:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1494 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.190169:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990336:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.190479:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990720:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.190520:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.190524:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.202635:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202654:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202667:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202673:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202678:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.202688:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.202693:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202698:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202704:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202711:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.202715:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202723:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.202729:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202736:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.202789:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990592:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.202802:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202808:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202814:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202817:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202823:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.202830:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.202842:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202847:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202864:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202870:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.202873:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202879:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.202882:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.202887:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae14a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.202897:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338990720:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.203268:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338990848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.203323:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.203328:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338990976:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.205034:0:4728:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124480 00000100:00100000:1.0:1734016147.205040:0:4728:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124480 00000100:00100000:1.0:1734016147.205073:0:4728:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 311 00000100:00100000:1.0:1734016147.205078:0:4728:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7694:x1818247341124480:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016147.205089:0:4728:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.205096:0:4728:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.205142:0:4728:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016147.205143:0:4728:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000020:00010000:1.0:1734016147.205146:0:4728:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016147.205147:0:4728:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000100:00100000:1.0:1734016147.205177:0:4728:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7694:x1818247341124480:12345-192.168.201.160@tcp:106: Request processed in 98us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016147.205182:0:4728:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 311 00000100:00100000:3.0:1734016147.205262:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.205273:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124352 00000100:00100000:3.0:1734016147.205278:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124352 00000100:00100000:3.0:1734016147.205298:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16183 00000100:00100000:3.0:1734016147.205302:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341124352:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.205307:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.205313:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.205325:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.205326:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.205329:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.205329:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.205346:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341124352:12345-192.168.201.160@tcp:106: Request processed in 43us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.205351:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16183 00010000:00010000:1.0:1734016147.208441:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208457:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208468:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208477:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208482:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.208493:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.208500:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208505:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208511:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208516:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.208520:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208529:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.208533:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208538:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae14b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.208578:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338990976:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.208593:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208600:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208606:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208611:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208617:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.208623:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.208630:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208636:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208642:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208651:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.208653:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208658:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.208661:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.208667:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae14b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.208679:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338990848:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.212597:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124608 00000100:00100000:3.0:1734016147.212607:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124608 00000100:00100000:3.0:1734016147.212659:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16184 00000100:00100000:3.0:1734016147.212665:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341124608:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.212679:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.214020:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.214028:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.214035:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.214040:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.214057:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.214074:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.214105:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.214133:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.214160:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.214167:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae1447 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a70 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.214196:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.214197:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.214199:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016147.214250:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016147.214258:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341124608:12345-192.168.201.160@tcp:104: Request processed in 1591us (2573us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.214365:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16184 00000100:00100000:3.0:1734016147.215260:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124736 00000100:00100000:3.0:1734016147.215265:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124736 00000100:00100000:3.0:1734016147.215295:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16185 00000100:00100000:3.0:1734016147.215300:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341124736:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.215307:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [380928->393215] (req 380928->393215) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215315:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [380928->393215] (req 380928->393215) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215321:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215329:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215335:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215342:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.215367:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f3c0) 00000100:00100000:3.0:1734016147.215402:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341124736:12345-192.168.201.160@tcp:105: Request processed in 100us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.215407:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16185 00000008:00010000:3.0:1734016147.222279:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.222298:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dd80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.222311:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338991744:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016147.227495:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338992000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.231764:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124864 00000100:00100000:3.0:1734016147.231770:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124864 00000100:00100000:3.0:1734016147.231797:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16186 00000100:00100000:3.0:1734016147.231803:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341124864:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.231812:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.231820:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.231839:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.231840:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.231843:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.231844:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.231889:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341124864:12345-192.168.201.160@tcp:106: Request processed in 86us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.231894:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16186 00010000:00010000:1.0:1734016147.235175:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235189:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235199:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235205:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235210:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.235224:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.235238:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235243:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235249:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235254:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.235259:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235267:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.235271:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.235277:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c000/0x6897f2fa45ae14cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.235304:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338992000:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.235657:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992128:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.241087:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341124992 00000100:00100000:3.0:1734016147.241094:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341124992 00000100:00100000:3.0:1734016147.241148:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16187 00000100:00100000:3.0:1734016147.241153:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341124992:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.241164:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.241173:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.241193:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.241194:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.241197:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.241198:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.241233:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341124992:12345-192.168.201.160@tcp:106: Request processed in 79us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.241238:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16187 00010000:00010000:1.0:1734016147.246497:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246512:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246522:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246527:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246532:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.246542:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.246555:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246561:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246567:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246572:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.246575:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246588:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.246591:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.246597:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2fa80/0x6897f2fa45ae14d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.246618:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992128:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.247180:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.247189:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.253560:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125120 00000100:00100000:3.0:1734016147.253568:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125120 00000100:00100000:3.0:1734016147.253700:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16188 00000100:00100000:3.0:1734016147.253706:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341125120:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.253718:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.253731:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.253751:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.253752:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.253755:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.253756:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.253792:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341125120:12345-192.168.201.160@tcp:106: Request processed in 86us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.253797:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16188 00010000:00010000:1.0:1734016147.259947:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.259962:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.259972:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.259977:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.259983:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.259997:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.260016:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260022:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260028:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260034:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.260038:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260047:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.260050:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.260056:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae14da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.260076:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992256:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.261214:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.261227:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338992384:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.266094:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125248 00000100:00100000:3.0:1734016147.266102:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125248 00000100:00100000:3.0:1734016147.266153:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16189 00000100:00100000:3.0:1734016147.266159:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341125248:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.266171:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.266180:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.266200:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.266202:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.266204:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.266206:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.266239:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341125248:12345-192.168.201.160@tcp:106: Request processed in 80us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.266245:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16189 00010000:00010000:1.0:1734016147.270089:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270105:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270143:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270149:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270155:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.270166:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5352988, setting rss=5352988; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.270178:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270183:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270189:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270194:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.270198:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270212:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.270216:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.270221:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae14e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.270241:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247338992384:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.277258:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.277271:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125376 00000100:00100000:3.0:1734016147.277277:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125376 00000100:00100000:3.0:1734016147.277303:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16190 00000100:00100000:3.0:1734016147.277309:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8751450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341125376:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.277320:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.278310:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.278318:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8751450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341125376:12345-192.168.201.160@tcp:104: Request processed in 1008us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.278324:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16190 00010000:00010000:1.0:1734016147.279065:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.279071:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279078:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8655d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.279083:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.279099:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016147.279118:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016147.279149:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279155:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016147.279180:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279190:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a8655d40/0x6897f2fa45ae144e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24a77 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.279214:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.279215:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016147.279216:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016147.279222:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.279232:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992640:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.287496:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125504 00000100:00100000:3.0:1734016147.287503:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125504 00000100:00100000:3.0:1734016147.287530:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16191 00000100:00100000:3.0:1734016147.287535:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341125504:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.287547:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287556:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1052672->1056767] (req 1052672->1056767) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287564:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287572:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287579:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287587:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.287924:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2e400) 00000100:00100000:3.0:1734016147.293298:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9888:x1818247341125504:12345-192.168.201.160@tcp:105: Request processed in 5759us (5955us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.293306:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16191 00000100:00100000:1.0:1734016147.300587:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338992640:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.384286:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.384408:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.384444:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125632 00000100:00100000:3.0:1734016147.384451:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125632 00000100:00100000:3.0:1734016147.384476:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125760 00000100:00100000:3.0:1734016147.384477:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125760 00000100:00100000:3.0:1734016147.384487:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16192 00000100:00100000:3.0:1734016147.384492:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341125632:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.384503:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.384513:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.384537:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1028, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.384539:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000020:00010000:3.0:1734016147.384542:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.384543:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000100:00100000:3.0:1734016147.384581:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341125632:12345-192.168.201.160@tcp:106: Request processed in 89us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.384586:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16192 00000100:00100000:3.0:1734016147.384597:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16193 00000100:00100000:3.0:1734016147.384600:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341125760:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.384604:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.384609:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.384616:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1028, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.384617:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.384619:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.384620:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.384629:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341125760:12345-192.168.201.160@tcp:106: Request processed in 28us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.384633:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16193 00000080:00200000:3.0:1734016147.397934:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9547292 i_blocks 528 00000020:00010000:3.0:1734016147.397939:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016147.397941:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.397944:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d870 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.397947:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d8b0 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.397949:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016147.397950:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d870 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016147.397954:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d8b0 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016147.397962:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016147.397978:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016147.397982:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016147.397989:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016147.397999:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016147.398001:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e330, osc lock ffff8800aa1bf430, flags 0x400001002 00000008:00010000:3.0:1734016147.398006:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016147.398007:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e370, osc lock ffff8800aa1bfa20, flags 0x400001002 00010000:00010000:3.0:1734016147.398024:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533600/0x6897f2fa45ae14fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.398030:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012b533600/0x6897f2fa45ae14fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.398070:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b532640/0x6897f2fa45ae1504 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.398076:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012b532640/0x6897f2fa45ae1504 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.410593:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.410656:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.410680:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341126016 00000100:00100000:3.0:1734016147.410687:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341126016 00000100:00100000:3.0:1734016147.410713:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341125888 00000100:00100000:3.0:1734016147.410715:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341125888 00000100:00100000:3.0:1734016147.410724:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16194 00000100:00100000:3.0:1734016147.410729:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341126016:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.410745:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.410754:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.410778:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1028, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.410780:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000020:00010000:3.0:1734016147.410783:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 3, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.410784:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 8 00000100:00100000:3.0:1734016147.410826:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341126016:12345-192.168.201.160@tcp:106: Request processed in 96us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.410831:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16194 00000100:00100000:3.0:1734016147.410844:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16195 00000100:00100000:3.0:1734016147.410847:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341125888:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.410860:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.410866:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.410876:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1028, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.410877:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000020:00010000:3.0:1734016147.410879:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.410880:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5352988 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 520 00000100:00100000:3.0:1734016147.410894:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341125888:12345-192.168.201.160@tcp:106: Request processed in 46us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.410898:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16195 00000080:00200000:3.0:1734016147.418926:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 9547292 i_blocks 528 00000020:00010000:3.0:1734016147.418931:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016147.418934:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.418938:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e330 (ffff8800a87d0ea8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.418942:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012ba3e370 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.418944:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871c6d8 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016147.418946:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e330 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016147.418950:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012ba3e370 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016147.418960:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016147.418970:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 9547292 00000080:00200008:3.0:1734016147.419160:0:10361:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 9547292, valid attrs 2068, mode 0, uid -1439832480, gid -30720, new size 10058294, atime 1734016147.000000000, mtime 1734016147.000000000, ctime 1734016147.000000000 00010000:00010000:3.0:1734016147.419184:0:10361:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae14c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24b11 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016147.419200:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016147.419232:0:10361:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae14c5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24b11 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016147.419238:0:10361:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016147.419240:0:10361:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506400/0x6897f2fa45ae14c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24b11 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016147.419262:0:10361:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8800aa143800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016147.419270:0:10361:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88012b4bad80 x1818247338993664/t0(0) o36->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016147.419288:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bad80 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338993664:192.168.201.160@tcp:36:fsx.0 00000100:00100000:3.0:1734016147.419347:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ba3e300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.427404:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.446213:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016147.454907:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.454917:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.454927:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.454933:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.454950:0:5236:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.454961:0:5236:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.454998:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (380928 385023) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016147.455065:0:5236:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8000 - object 0x280000400:7 offset 380928<>393216 00000100:00100000:1.0:1734016147.455090:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.455105:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338994048:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016147.467939:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.467989:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f3c0/0x6897f2fa45ae14be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 380928->393215) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b03 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.468006:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338994048:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.482809:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.486411:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.486437:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341126528 00000100:00100000:3.0:1734016147.486443:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341126528 00000100:00100000:3.0:1734016147.486470:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16199 00000100:00100000:3.0:1734016147.486475:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341126528:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016147.486486:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.486542:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.486547:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341126528:12345-192.168.201.160@tcp:104: Request processed in 72us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.486552:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16199 00010000:00010000:1.0:1734016147.486578:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016147.486584:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.486591:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.486595:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.486630:0:4737:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875da80 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.486641:0:4737:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a875da80 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.486675:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1052672 1056767) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016147.486723:0:4737:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9880 - object 0x240000400:7 offset 1052672<>1056768 00000100:00100000:1.0:1734016147.486753:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.486763:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338994432:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016147.522468:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875da80 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.522520:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875da80 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2e400/0x6897f2fa45ae14e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1052672->1056767) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b34 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.522536:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338994432:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.544366:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016147.550140:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10058294 i_blocks 560 00000020:00010000:1.0:1734016147.550148:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136890a88 (ffff8800a87d0e18/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.550152:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136890a88 (ffff8800a87d0e18/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.550155:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875ddb0 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.550165:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.550174:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.550188:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875ddf0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.550191:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.550196:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.550202:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136890a88 (ffff8800a87d0e18/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.550204:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875ddb0 (ffff8800a87d0e18/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.550208:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875ddf0 (ffff8800a87d0e18/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.550222:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.550232:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 10058294, valid attrs 2168, mode 0, uid -1439832480, gid -30720, new size 10058294, atime 1734016147.000000000, mtime 1734016147.419000000, ctime 1734016147.419000000, rc 0 00000080:00a00000:1.0:1734016147.550261:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b9510 start=0x7fb497243000 end=0x7fb497245000 vm_flags=0xfb 00000080:00200000:1.0:1734016147.550275:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.550284:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.550297:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.550300:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66260, flags 0x400001002 00000008:00010000:1.0:1734016147.550305:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.550307:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db665f0, flags 0x400001002 00010000:00010000:1.0:1734016147.553623:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553640:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553652:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553659:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553682:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553689:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553695:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553701:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.553720:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10058294 i_blocks 560 00000020:00010000:1.0:1734016147.553724:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e4490 (ffff8800a87d0e18/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.553727:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e4490 (ffff8800a87d0e18/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.553730:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.553732:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.553734:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e4490 (ffff8800a87d0e18/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.553736:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a87d0e18/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.553741:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a87d0e18/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.553753:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016147.553802:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 2454 00000080:00200000:1.0:1734016147.553809:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016147.553817:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016147.553827:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2454, 2454] 00000008:00010000:1.0:1734016147.553836:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.553839:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8330, osc lock ffff88012db665f0, flags 0x0 00010000:00010000:1.0:1734016147.553846:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553869:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5857280 5861375) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553876:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553882:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553888:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553920:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553926:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553934:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553940:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.553945:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae150b lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b5e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.652646:0:1970:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8800aa143800: committing for last_committed 4294970062 gen 1 00000100:00100000:1.0:1734016147.652709:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338995456:192.168.201.160@tcp:16:fsx.0 00000100:00100000:3.0:1734016147.659334:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.677189:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341126912 00000100:00100000:3.0:1734016147.677198:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341126912 00000100:00100000:3.0:1734016147.677243:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16202 00000100:00100000:3.0:1734016147.677249:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341126912:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.677263:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1527808->1535999] (req 1527808->1535999) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677277:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [1527808->1535999] (req 1527808->1535999) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677284:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677296:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677302:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677310:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.677325:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2c6c0) 00000100:00100000:3.0:1734016147.677363:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341126912:12345-192.168.201.160@tcp:105: Request processed in 114us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.677369:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16202 00010000:00010000:1.0:1734016147.683968:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.683984:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.683993:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.683998:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.684002:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.691264:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.691284:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.691506:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:1.0:1734016147.691521:0:1970:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.691568:0:1970:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1527808 1531903) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016147.691639:0:1970:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9c00 - object 0x280000400:7 offset 1527808<>5865472 00000100:00100000:1.0:1734016147.691661:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338996096:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016147.758564:0:1970:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.758715:0:1970:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800b3b91f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.758734:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338996096:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.767682:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.771999:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247338996608:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.773795:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.780508:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338996736:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.782273:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338996736:192.168.201.160@tcp:22:fsx.0 00010000:00010000:3.0:1734016147.800435:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016147.802029:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.806231:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338997120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.810349:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.820406:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000008:00010000:3.0:1734016147.830082:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a86866c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.830138:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a86866c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1520 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1527808->1535999) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24b7a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.830151:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338997376:192.168.201.160@tcp:4:fsx.0 00000100:00100000:1.0:1734016147.839555:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338997632:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.849283:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338997632:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.849619:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338997888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.849655:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.849661:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338997760:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.854458:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.854492:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.854522:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.854535:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341127808 00000100:00100000:3.0:1734016147.854541:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341127808 00000100:00100000:3.0:1734016147.854568:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341127936 00000100:00100000:3.0:1734016147.854569:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341127936 00000100:00100000:3.0:1734016147.854579:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16209 00000100:00100000:3.0:1734016147.854585:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341127808:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.854597:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.854606:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.854627:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.854629:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000020:00010000:3.0:1734016147.854631:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.854633:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000100:00100000:3.0:1734016147.854667:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8975:x1818247341127808:12345-192.168.201.160@tcp:106: Request processed in 81us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.854674:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16209 00000100:00100000:3.0:1734016147.854687:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16210 00000100:00100000:3.0:1734016147.854691:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341127936:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.854697:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.854703:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.854713:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.854714:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.854716:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.854717:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.854732:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341127936:12345-192.168.201.160@tcp:106: Request processed in 41us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.854737:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16210 00010000:00010000:1.0:1734016147.858704:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858722:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858734:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858741:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858746:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.858760:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5863990, setting rss=5863990; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.858767:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858774:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858780:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858786:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.858790:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858803:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.858807:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.858812:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c6c0/0x6897f2fa45ae1551 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.858858:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338997760:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.862008:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862024:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862033:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862039:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862045:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.862056:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.862080:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862086:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862093:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.862098:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.862102:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.868265:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.868276:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.868285:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1558 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.868308:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338997888:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.868370:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338998016:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.868449:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338998144:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.870588:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.870618:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128064 00000100:00100000:3.0:1734016147.870623:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128064 00000100:00100000:3.0:1734016147.870653:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16211 00000100:00100000:3.0:1734016147.870658:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341128064:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.870669:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.870682:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.870705:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.870706:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.870709:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.870710:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.870746:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341128064:12345-192.168.201.160@tcp:106: Request processed in 87us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.870751:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16211 00000100:00100000:3.0:1734016147.870791:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.870806:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128192 00000100:00100000:3.0:1734016147.870809:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128192 00000100:00100000:3.0:1734016147.870824:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16212 00000100:00100000:3.0:1734016147.870828:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341128192:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.870835:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.870854:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.870866:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.870868:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000020:00010000:3.0:1734016147.870870:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.870871:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000100:00100000:3.0:1734016147.870887:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341128192:12345-192.168.201.160@tcp:106: Request processed in 59us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.870891:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16212 00010000:00010000:1.0:1734016147.874380:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874395:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874404:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874409:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874415:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.874428:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.874436:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874442:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874449:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874454:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.874458:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874466:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.874471:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.874480:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae1566 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.874498:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247338998144:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.875490:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.875498:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.875505:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.875588:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.875596:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.875605:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5863990, setting rss=5863990; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.876693:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.876700:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.876711:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.876716:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.876720:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.876728:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.876733:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.876739:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae155f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.876758:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247338998016:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.883764:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883777:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883784:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883802:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883809:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883814:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883819:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.883836:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10058294 i_blocks 592 00000020:00010000:1.0:1734016147.883840:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.883852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883854:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686030 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883857:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686070 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883858:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.883860:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686030 (ffff8800a8de9488/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.883865:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686070 (ffff8800a8de9488/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.883877:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.883892:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016147.883897:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.883902:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.883912:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.883914:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f30, osc lock ffff88012db66260, flags 0x400001002 00000008:00010000:1.0:1734016147.883918:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.883920:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91f70, osc lock ffff88012db66850, flags 0x400001002 00010000:00010000:1.0:1734016147.883924:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883931:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883937:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883942:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883950:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883955:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883960:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.883966:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.883976:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10058294 i_blocks 592 00000020:00010000:1.0:1734016147.883978:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.883980:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883982:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f30 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883984:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91f70 (ffff8800a87d0a28/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.883986:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a871fd98 (ffff8800a8de9488/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.883988:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f30 (ffff8800a8de9488/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.883992:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91f70 (ffff8800a8de9488/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.883999:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.884004:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 10058294 00000080:00200000:1.0:1734016147.884038:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016147.884041:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016147.884047:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016147.884055:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [140, 142] 00000008:00010000:1.0:1734016147.884062:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.884064:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8130, osc lock ffff88012db66850, flags 0x0 00010000:00010000:1.0:1734016147.884069:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.884075:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (573440 585727) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.884081:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.884086:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.884091:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016147.884099:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 10058294 i_blocks 592 00000100:00100000:1.0:1734016147.884577:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.884595:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338998272:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016147.887365:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338998272:192.168.201.160@tcp:22:fsx.0 00000100:00100000:3.0:1734016147.891216:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.892193:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016147.892207:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128448 00000100:00100000:3.0:1734016147.892210:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128448 00000100:00100000:3.0:1734016147.892234:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16214 00000100:00100000:3.0:1734016147.892238:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341128448:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.892244:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.892251:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.892267:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.892268:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.892270:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.892271:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.892289:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13929:x1818247341128448:12345-192.168.201.160@tcp:106: Request processed in 50us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.892293:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16214 00010000:00010000:3.0:1734016147.895459:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895468:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895479:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895484:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895488:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.895495:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5863990, setting rss=5863990; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.895510:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895515:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895520:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895524:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506ac0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.895526:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895532:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.895534:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.895543:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506ac0/0x6897f2fa45ae156d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.895564:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338998400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.896017:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998656:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.896074:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016147.896080:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998784:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.898804:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128576 00000100:00100000:3.0:1734016147.898812:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128576 00000100:00100000:3.0:1734016147.898837:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128704 00000100:00100000:3.0:1734016147.898839:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128704 00000100:00100000:3.0:1734016147.898860:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16215 00000100:00100000:3.0:1734016147.898866:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341128576:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.898878:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.898886:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.898905:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.898907:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.898909:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.898910:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.898951:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341128576:12345-192.168.201.160@tcp:106: Request processed in 85us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.898957:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16215 00000100:00100000:3.0:1734016147.898968:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16216 00000100:00100000:3.0:1734016147.898972:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341128704:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.898978:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.898984:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.898992:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.898992:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000020:00010000:3.0:1734016147.898995:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.898996:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000100:00100000:3.0:1734016147.899008:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341128704:12345-192.168.201.160@tcp:106: Request processed in 37us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.899012:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16216 00010000:00010000:3.0:1734016147.902079:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902092:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902104:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902318:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902327:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.902340:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.902348:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902354:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902361:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902366:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.902370:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902377:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.902382:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902387:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae1582 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.902403:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998784:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.902423:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902431:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902439:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902445:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902450:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.902459:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5863990, setting rss=5863990; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.902480:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902485:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902489:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902493:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.902495:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902500:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.902502:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.902506:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae157b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.902516:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998656:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.903296:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998912:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.903348:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016147.903353:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338999040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.906647:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.906658:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341128832 00000100:00100000:3.0:1734016147.906661:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341128832 00000100:00100000:3.0:1734016147.906679:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16217 00000100:00100000:3.0:1734016147.906683:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341128832:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.906689:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.906695:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.906708:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.906709:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.906713:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.906714:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.906732:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341128832:12345-192.168.201.160@tcp:106: Request processed in 47us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.906736:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16217 00010000:00010000:3.0:1734016147.909472:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909486:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909497:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909504:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909508:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.909520:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5863990, setting rss=5863990; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.909526:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909531:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909541:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909547:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.909551:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909558:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.909562:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.909567:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae1589 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.909598:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338998912:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.910354:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910363:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910370:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910375:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910381:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.910387:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.910422:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910427:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910432:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910435:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.910438:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910442:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.910445:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910450:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1590 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.910469:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247338999040:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.910781:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338999296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.910824:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.910832:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338999168:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.913138:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341129088 00000100:00100000:3.0:1734016147.913146:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341129088 00000100:00100000:3.0:1734016147.913180:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16218 00000100:00100000:3.0:1734016147.913186:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341129088:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.913196:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.913204:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.913225:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.913227:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000020:00010000:3.0:1734016147.913229:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.913230:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 16 00000100:00100000:3.0:1734016147.913267:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341129088:12345-192.168.201.160@tcp:106: Request processed in 80us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.913272:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16218 00000100:00100000:3.0:1734016147.914237:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341129216 00000100:00100000:3.0:1734016147.914241:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341129216 00000100:00100000:3.0:1734016147.914547:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16219 00000100:00100000:3.0:1734016147.914553:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341129216:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.914560:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.914567:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.914580:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.914582:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000020:00010000:3.0:1734016147.914584:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.914584:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 5863990 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 576 00000100:00100000:3.0:1734016147.916666:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341129216:12345-192.168.201.160@tcp:106: Request processed in 2099us (2988us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.916677:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16219 00010000:00010000:3.0:1734016147.918565:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918579:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918589:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918595:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918599:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.918610:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.918617:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918623:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918628:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918632:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.918636:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918643:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.918647:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.918652:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c507a80/0x6897f2fa45ae159e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.918671:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247338999296:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.923911:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.930411:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739dc00 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247338999552:192.168.201.160@tcp:36:fsx.0 00000080:00200000:1.0:1734016147.930442:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016147.930447:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016147.930460:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016147.930493:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:1.0:1734016147.930503:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.930506:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66260, flags 0x0 00000008:00010000:1.0:1734016147.930508:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016147.930509:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66980, flags 0x0 00010000:00010000:1.0:1734016147.930525:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930536:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930546:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930552:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930557:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930564:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930571:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930577:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930583:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.930587:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.930663:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338999936:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016147.938906:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247338999936:192.168.201.160@tcp:10:fsx.0 00000080:00200000:1.0:1734016147.939268:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 4764771 i_blocks 560 00000020:00010000:1.0:1734016147.939274:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801368906c8 (ffff8800a87d0098/0) at cl_lock_release():233 00000020:00010000:1.0:1734016147.939276:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801368906c8 (ffff8800a87d0098/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016147.939280:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91cf0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.939289:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.939299:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.939316:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3b91d30 (ffff8800a87d0908/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016147.939319:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.939325:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016147.939331:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801368906c8 (ffff8800a87d0098/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.939333:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91cf0 (ffff8800a87d0098/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016147.939336:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3b91d30 (ffff8800a87d0098/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016147.939351:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016147.939364:0:10361:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8) current size 4764771, valid attrs 2168, mode 8800, uid -1439832480, gid -30720, new size 4764771, atime 1734016147.000000000, mtime 1734016147.920000000, ctime 1734016147.920000000, rc 0 00000080:00200008:1.0:1734016147.939390:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016147.939396:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016147.939410:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016147.939421:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016147.939459:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016147.939465:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016147.939472:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016147.939488:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339000064:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.939546:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800b3b91cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016147.942745:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339000064:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.942765:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942773:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942782:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942790:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942798:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942804:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016147.942809:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016147.942817:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85eb100 x1818247339000064/t0(0) o101->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016163 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016147.942825:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016147.942835:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.942852:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016147.942893:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016147.942897:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae15a5 00000080:00010000:1.0:1734016147.942901:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016147.942903:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae15a5 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016147.942906:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.942912:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016147.942942:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.942950:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.942963:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.942965:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91cf0, osc lock ffff88012db66980, flags 0x400001002 00000008:00010000:1.0:1734016147.942969:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.942970:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91d30, osc lock ffff88012db66260, flags 0x400001002 00010000:00010000:1.0:1734016147.942987:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.942993:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.943050:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.943056:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.943085:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339000320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.943160:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016147.943166:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339000192:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.947334:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341129472 00000100:00100000:3.0:1734016147.947345:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341129472 00000100:00100000:3.0:1734016147.947381:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16221 00000100:00100000:3.0:1734016147.947388:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341129472:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.947400:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.947410:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.947433:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.947435:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 570467 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 0 00000020:00010000:3.0:1734016147.947437:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.947438:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 570467 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 0 00000100:00100000:3.0:1734016147.947479:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341129472:12345-192.168.201.160@tcp:106: Request processed in 91us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.947485:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16221 00000100:00100000:3.0:1734016147.948316:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016147.951008:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951025:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951037:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951043:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951048:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.951061:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 570467, setting rss=570467; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.951068:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951074:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951085:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951091:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8656640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.951095:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951166:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.951173:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.951178:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8656640/0x6897f2fa45ae15b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.951209:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339000320:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.952386:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952395:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952401:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952405:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952411:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.952418:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.952426:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952430:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952436:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952439:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8654480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.952442:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952448:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.952451:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.952455:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a8654480/0x6897f2fa45ae15ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.952466:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339000192:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.958758:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958772:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958782:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958787:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958792:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.958808:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 570467, setting rss=570467; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.958813:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958818:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958825:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958829:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016147.958833:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958851:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.958856:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.958861:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae15c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.958896:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339000576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.960602:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339000704:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016147.960982:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.960990:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339000832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.964183:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341129984 00000100:00100000:3.0:1734016147.964193:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341129984 00000100:00100000:3.0:1734016147.964221:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16225 00000100:00100000:3.0:1734016147.964227:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341129984:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.964239:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.964247:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae154a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2060288->2068479) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24bab expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.964264:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.964266:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 560 00000020:00010000:3.0:1734016147.964268:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.964269:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 560 00000100:00100000:3.0:1734016147.964304:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341129984:12345-192.168.201.160@tcp:106: Request processed in 76us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.964309:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16225 00000100:00100000:3.0:1734016147.965476:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341130112 00000100:00100000:3.0:1734016147.965480:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341130112 00000100:00100000:3.0:1734016147.965852:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16226 00000100:00100000:3.0:1734016147.965857:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341130112:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016147.965865:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.965872:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.965890:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016147.965891:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 570467 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 0 00000020:00010000:3.0:1734016147.965894:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016147.965895:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 570467 mtime: 1734016147 atime: 1734016146 ctime: 1734016147 blocks: 0 00000100:00100000:3.0:1734016147.965923:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341130112:12345-192.168.201.160@tcp:106: Request processed in 65us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.965928:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16226 00010000:00010000:1.0:1734016147.966760:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966769:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966778:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966783:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966788:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.966799:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.966805:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966810:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966815:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966821:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.966825:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966831:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.966836:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.966851:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae15c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.966886:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339000704:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.968210:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968221:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968229:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968235:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968239:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.968250:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 570467, setting rss=570467; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016147.968267:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968272:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968277:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968281:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016147.968284:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968290:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016147.968293:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.968298:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae15cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.968315:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339000832:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.970494:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016147.971041:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339001088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.973380:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341130368 00000100:00100000:3.0:1734016147.973387:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341130368 00000100:00100000:3.0:1734016147.973413:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16228 00000100:00100000:3.0:1734016147.973418:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341130368:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016147.973428:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [684032->688127] (req 684032->688127) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973435:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [684032->688127] (req 684032->688127) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973442:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973448:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973454:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973460:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.973474:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2cb40) 00000100:00100000:3.0:1734016147.973504:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341130368:12345-192.168.201.160@tcp:105: Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.973509:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16228 00000100:00100000:1.0:1734016147.973867:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016147.973878:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8686d80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.973906:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (684032 688127) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016147.973931:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb100 - object 0x280000400:7 offset 684032<>688128 00000100:00100000:1.0:1734016147.973945:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339001344:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016147.976673:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8686d80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.976694:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8686d80 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.976710:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339001344:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016147.976724:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339001088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016147.977282:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:1.0:1734016147.977290:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.977308:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (688128 692223) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016147.977329:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb100 - object 0x280000400:7 offset 688128<>692224 00000100:00100000:1.0:1734016147.977343:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339001600:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016147.979663:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.979699:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.979715:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339001600:192.168.201.160@tcp:3:fsx.0 00000002:00010000:1.0:1734016147.982388:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae15dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c53 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.982398:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016147.982440:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016147.982444:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae15dd 00000080:00010000:1.0:1734016147.982447:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016147.982449:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae15dd from it ffff8800a7017cd8 00010000:00010000:1.0:1734016147.982452:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae15dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24c53 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016147.982457:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae15dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c53 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016147.982480:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016147.982488:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016147.982527:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.982530:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b910f0, osc lock ffff88012db66720, flags 0x400001002 00000008:00010000:1.0:1734016147.982542:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016147.982543:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b3b91130, osc lock ffff88012db664c0, flags 0x400001002 00010000:00010000:1.0:1734016147.982559:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.982568:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.982617:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.982624:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.982632:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.982638:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.982651:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016147.982660:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339001856:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016147.984714:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984732:0:1969:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984743:0:1969:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984756:0:1969:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016147.984766:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 4194304, setting rss=4194304; kms=4194304, end=18446744073709551615 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984791:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984797:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984802:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016147.984808:0:1969:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016147.984821:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339001856:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.990557:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.990571:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.052496:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ba3e3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.052766:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ba3e3c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.052789:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339002112:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016148.054690:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800a86860c0 00010000:00010000:1.0:1734016148.054709:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016148.054743:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eb100 - object 0x240000400:7 offset 0<>573440 00000100:00100000:1.0:1734016148.054759:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.054764:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339002496:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016148.062681:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1734016148.062688:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.062695:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a8657600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.062699:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.062739:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.066310:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.066364:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066373:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.066398:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066405:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a8657600/0x6897f2fa45ae15e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x857af32d4ea24c5a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066418:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.066422:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066427:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.066431:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.066445:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.066489:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.066510:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066516:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.066521:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066527:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae15d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 684032->688127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c45 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.066541:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.066542:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.066545:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.066570:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339002624:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.066636:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.066640:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339002752:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.074455:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.074469:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341130752 00000100:00100000:3.0:1734016148.074475:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341130752 00000100:00100000:3.0:1734016148.074506:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16231 00000100:00100000:3.0:1734016148.074512:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341130752:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.074523:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2072576->2080767] (req 2072576->2080767) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074532:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2072576->2080767] (req 2072576->2080767) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074543:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074552:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074560:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074567:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.074587:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f180) 00000100:00100000:3.0:1734016148.074623:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341130752:12345-192.168.201.160@tcp:105: Request processed in 111us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.074628:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16231 00000100:00100000:1.0:1734016148.077398:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.077414:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339002880:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016148.077483:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339002624:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:1.0:1734016148.078493:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800a86860c0 00000008:00010000:1.0:1734016148.078550:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800a86860c0 00000100:00100000:1.0:1734016148.078559:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339002496:192.168.201.160@tcp:3:fsx.0 00000100:00100000:1.0:1734016148.079079:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339002752:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.082334:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339002880:192.168.201.160@tcp:22:fsx.0 00000100:00100000:1.0:1734016148.084266:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739d180 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247339003136:192.168.201.160@tcp:36:fsx.0 00000100:00100000:1.0:1734016148.084336:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8728300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.088990:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.089027:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341130880 00000100:00100000:3.0:1734016148.089035:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341130880 00000100:00100000:3.0:1734016148.089068:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16232 00000100:00100000:3.0:1734016148.089074:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341130880:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.089087:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24c14 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016148.089162:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.089169:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:17e0478a-8ed0-4d89-8af6-cc3460ecc554+5:8227:x1818247341130880:12345-192.168.201.160@tcp:104: Request processed in 94us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.089175:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16232 00000100:00100000:1.0:1734016148.090152:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003264:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.090591:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.090593:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.090595:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.093465:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003264:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.094094:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339003520:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016148.094161:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.094166:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339003392:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016148.097986:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339003392:192.168.201.160@tcp:10:fsx.0 00000100:00100000:1.0:1734016148.098002:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339003520:192.168.201.160@tcp:10:fsx.0 00010000:00010000:1.0:1734016148.099943:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.099950:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.099959:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016148.099980:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339003648:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.100084:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8728240 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.102491:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339003648:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.102509:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102518:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102526:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102534:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102542:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102548:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.102554:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016148.102562:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff88013739ed80 x1818247339003648/t0(0) o101->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016164 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016148.102571:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016148.102580:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.102592:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016148.102634:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016148.102639:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae15f2 00000080:00010000:1.0:1734016148.102644:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.102646:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae15f2 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.102649:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.102655:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.102682:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.102690:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.102701:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.102703:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728270, osc lock ffff88012db66f70, flags 0x400001002 00000008:00010000:1.0:1734016148.102725:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.102726:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87282b0, osc lock ffff88012db66be0, flags 0x400001002 00010000:00010000:1.0:1734016148.102753:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.102760:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.102805:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.102811:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.102855:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.102916:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.102923:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003776:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.105907:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131008 00000100:00100000:3.0:1734016148.105915:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131008 00000100:00100000:3.0:1734016148.105950:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16233 00000100:00100000:3.0:1734016148.105955:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341131008:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.105967:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.105975:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.105996:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.105997:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.106000:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.106001:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.106043:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341131008:12345-192.168.201.160@tcp:106: Request processed in 87us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.106048:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16233 00000100:00100000:3.0:1734016148.106471:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131136 00000100:00100000:3.0:1734016148.106474:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131136 00000100:00100000:3.0:1734016148.106501:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16234 00000100:00100000:3.0:1734016148.106505:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341131136:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.106512:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.106523:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.106534:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.106535:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000020:00010000:3.0:1734016148.106537:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.106538:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000100:00100000:3.0:1734016148.106555:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa099500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341131136:12345-192.168.201.160@tcp:106: Request processed in 49us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.106560:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16234 00010000:00010000:1.0:1734016148.108549:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108561:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108571:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108577:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108585:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.108597:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3901087, setting rss=3901087; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.108603:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108609:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108621:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108626:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cc000 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.108629:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108672:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.108678:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108684:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cc000/0x6897f2fa45ae15f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.108726:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003776:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.108740:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108746:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108752:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108756:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108762:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.108768:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.108794:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108802:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108807:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108812:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cc240 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.108815:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108820:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.108823:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.108827:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc240/0x6897f2fa45ae1600 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.108847:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339003904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.112482:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131264 00000100:00100000:3.0:1734016148.112489:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131264 00000100:00100000:3.0:1734016148.112530:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131392 00000100:00100000:3.0:1734016148.112532:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131392 00000100:00100000:3.0:1734016148.112543:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16235 00000100:00100000:3.0:1734016148.112548:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341131264:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.112557:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.112567:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.112585:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.112587:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000020:00010000:3.0:1734016148.112589:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.112590:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000100:00100000:3.0:1734016148.112632:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341131264:12345-192.168.201.160@tcp:106: Request processed in 84us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.112638:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16235 00000100:00100000:3.0:1734016148.112650:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16236 00000100:00100000:3.0:1734016148.112654:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341131392:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.112659:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.112664:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.112673:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.112674:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.112676:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.112677:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.112691:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341131392:12345-192.168.201.160@tcp:106: Request processed in 35us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.112696:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16236 00010000:00010000:3.0:1734016148.115018:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115031:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115041:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115050:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115055:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.115065:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.115070:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115075:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115080:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115085:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.115088:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115095:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.115099:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115104:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae160e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.115192:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339004160:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.115206:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115211:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115217:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115221:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115226:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.115232:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3901087, setting rss=3901087; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.115265:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115271:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115276:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115283:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.115286:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115291:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.115293:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.115297:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae1607 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.115308:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339004032:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.115665:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339004288:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.115720:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.115726:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339004416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.117334:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131520 00000100:00100000:3.0:1734016148.117340:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131520 00000100:00100000:3.0:1734016148.117381:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16237 00000100:00100000:3.0:1734016148.117387:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341131520:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.117398:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.117406:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.117424:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.117426:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000020:00010000:3.0:1734016148.117428:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.117430:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 3901087 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 576 00000100:00100000:3.0:1734016148.117457:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341131520:12345-192.168.201.160@tcp:106: Request processed in 70us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.117462:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16237 00000100:00100000:3.0:1734016148.118626:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.118637:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341131648 00000100:00100000:3.0:1734016148.118640:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341131648 00000100:00100000:3.0:1734016148.118925:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16238 00000100:00100000:3.0:1734016148.118931:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341131648:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.118940:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.118947:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.118966:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.118968:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.118970:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.118971:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.118995:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8750450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341131648:12345-192.168.201.160@tcp:106: Request processed in 63us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.118999:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16238 00010000:00010000:1.0:1734016148.119949:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.119960:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.119969:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.119975:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.119981:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.119991:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3901087, setting rss=3901087; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.119998:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.120003:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.120009:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.120015:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.120019:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.120027:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.120030:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.120036:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1615 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.120318:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339004288:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.121884:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.121896:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.121904:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.121910:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.121916:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.121926:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.122154:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122161:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122169:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122176:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.122180:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122188:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.122192:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.122198:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae161c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.122219:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339004416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.124772:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.125305:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.125311:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.125322:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.125326:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.125360:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.125369:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.125398:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.125403:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.125431:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.125438:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae15eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2072576->2080767) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24c61 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.125455:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.125457:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.125458:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.125464:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.125474:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339004672:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.131664:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.135567:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339004672:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016148.137273:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875d6c0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.137295:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1024000 1028095) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016148.137326:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4ba680 - object 0x280000400:7 offset 1024000<>1028096 00000100:00100000:3.0:1734016148.137340:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.137350:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339005184:192.168.201.160@tcp:3:fsx.0 00000100:00100000:3.0:1734016148.145789:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339005696:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.149259:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149272:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149277:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149289:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149294:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149299:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149304:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.149312:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3901087 i_blocks 576 00000020:00010000:1.0:1734016148.149315:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.149316:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149318:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686e70 (ffff8800a87d0f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149320:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686eb0 (ffff8800a87d0998/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149321:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.149322:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686e70 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.149325:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686eb0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.149330:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.149337:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.149339:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.149342:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.149347:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.149348:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284b0, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016148.149351:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.149352:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284f0, osc lock ffff88012db67300, flags 0x400001002 00010000:00010000:1.0:1734016148.149356:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149362:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149368:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149374:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c506640/0x6897f2fa45ae1631 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x857af32d4ea24cbc expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149383:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149388:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149393:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149399:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.149405:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3901087 i_blocks 576 00000020:00010000:1.0:1734016148.149407:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.149409:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149410:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284b0 (ffff8800a87d0998/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149412:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284f0 (ffff8800a87d0f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.149414:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.149416:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284b0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.149418:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284f0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.149422:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.149426:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 3901087 00000080:00200008:1.0:1734016148.149432:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.149435:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.149441:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.149448:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.149454:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.149459:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.149461:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae15f2 00000080:00010000:1.0:1734016148.149464:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae15f2 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.149467:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.149472:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8656ac0/0x6897f2fa45ae15f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24c76 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.149483:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.149486:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.149492:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.149493:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284b0, osc lock ffff88012db67300, flags 0x400001002 00000008:00010000:1.0:1734016148.149496:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.149497:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284f0, osc lock ffff88012db66e40, flags 0x400001002 00010000:00010000:1.0:1734016148.149504:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149510:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149516:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149521:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149535:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc900/0x6897f2fa45ae1638 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.149540:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72cc900/0x6897f2fa45ae1638 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.151591:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016148.153774:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3901087 i_blocks 576 00000020:00010000:1.0:1734016148.153779:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.153781:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.153785:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284b0 (ffff8800a87d0f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.153788:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284f0 (ffff8800a87d0998/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.153791:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.153793:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284b0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.153796:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284f0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.153804:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.153818:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.153822:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.153827:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.153835:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.153850:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284b0, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016148.153855:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.153856:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87284f0, osc lock ffff88012db67300, flags 0x400001002 00010000:00010000:1.0:1734016148.153867:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.153876:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.153882:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.153888:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.153906:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ccb40/0x6897f2fa45ae163f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.153911:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ccb40/0x6897f2fa45ae163f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.156030:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016148.157784:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 3901087 i_blocks 576 00000020:00010000:1.0:1734016148.157790:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.157793:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.157797:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284b0 (ffff8800a87d0998/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.157800:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87284f0 (ffff8800a87d0f38/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.157801:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5ff0 (ffff8800a87d07e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.157803:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284b0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.157805:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87284f0 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.157814:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.157823:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 3901087 00000080:00200008:1.0:1734016148.157872:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 317370, type: SEEK_SET 00000080:00200008:1.0:1734016148.157875:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 317370, type: SEEK_SET, rc = 317370 00000080:00200008:1.0:1734016148.157882:0:10361:0:(file.c:2290:do_file_read_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 317370, count: 2079 00000080:00200000:1.0:1734016148.157887:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.157895:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016148.157919:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 77 00000080:00200000:1.0:1734016148.157926:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: read ppos: 317370, bytes: 2079 00000080:00200000:1.0:1734016148.157930:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016148.157935:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012b3bbbb8[0x4, 4, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016148.157936:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [317370, 319449) 0 0 00000080:00200000:1.0:1734016148.157938:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:1.0:1734016148.157949:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [317370, 319449) 319449, 2079 00020000:00200000:1.0:1734016148.157952:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.157967:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [77, 77] 00000008:00010000:1.0:1734016148.157977:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.157981:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8c30, osc lock ffff88012db67300, flags 0x0 00010000:00010000:1.0:1734016148.157993:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.158001:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (315392 319487) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.158008:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.158013:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.158017:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.158022:0:10361:0:(vvp_io.c:840:vvp_io_read_start()) f16b.sanityn: read [317370, 319449) 00000080:00200000:1.0:1734016148.158029:0:10361:0:(vvp_io.c:899:vvp_io_read_start()) count:2079 iocb pos:317370 00010000:00010000:1.0:1734016148.158048:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.158055:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.163185:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.163197:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.207433:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341132288 00000100:00100000:3.0:1734016148.207440:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341132288 00000100:00100000:3.0:1734016148.207510:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16243 00000100:00100000:3.0:1734016148.207516:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341132288:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.207527:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.207537:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.207560:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.207563:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.207566:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.207567:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.207751:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341132288:12345-192.168.201.160@tcp:106: Request processed in 233us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.207757:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16243 00000100:00100000:3.0:1734016148.213318:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.217483:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.221232:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.226752:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.226878:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.227214:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16248 00000100:00100000:3.0:1734016148.227221:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341132928:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.227229:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2c000/0x6897f2fa45ae1623 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1019904->1023999) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24ca7 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.233090:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339006976:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016148.234721:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016148.234734:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341132928:12345-192.168.201.160@tcp:104: Request processed in 7509us (7852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.234745:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16248 00010000:00010000:1.0:1734016148.234907:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.236699:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007104:192.168.201.160@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1734016148.243512:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.243514:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.243516:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.243699:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.244230:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339006976:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.247040:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007104:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.247973:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007488:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.248027:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.248033:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007360:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.249551:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.249613:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.251993:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252005:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252015:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252026:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252032:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.252042:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3901087, setting rss=3901087; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.252048:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252054:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252060:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252066:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.252070:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252077:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.252082:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252088:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2cb40/0x6897f2fa45ae1669 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.252692:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007360:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.252709:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252716:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252722:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252728:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252733:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.252740:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.252757:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252764:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252769:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252779:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2fa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.252782:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252787:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.252790:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.252796:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2fa80/0x6897f2fa45ae1670 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.252808:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339007488:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.253092:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339007616:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.253152:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.253158:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339007744:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.254988:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.255029:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.255132:0:4728:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341133568 00000100:00100000:1.0:1734016148.255139:0:4728:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341133568 00000100:00100000:1.0:1734016148.255172:0:4728:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 313 00000100:00100000:1.0:1734016148.255178:0:4728:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7694:x1818247341133568:12345-192.168.201.160@tcp:106: 00010000:00010000:1.0:1734016148.255186:0:4728:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.255195:0:4728:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.255216:0:4728:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:1.0:1734016148.255218:0:4728:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:1.0:1734016148.255221:0:4728:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:1.0:1734016148.255222:0:4728:0:(cl_object.c:300:cl_object_glimpse()) size: 0 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:1.0:1734016148.255252:0:4728:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7694:x1818247341133568:12345-192.168.201.160@tcp:106: Request processed in 74us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734016148.255258:0:4728:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 313 00010000:00010000:1.0:1734016148.257726:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257739:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257750:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257755:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257760:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.257771:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.257777:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257787:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257794:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257799:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.257803:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257811:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.257815:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257820:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2ed00/0x6897f2fa45ae167e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.257853:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339007744:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.257867:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257872:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257878:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257884:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257889:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.257894:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3901087, setting rss=3901087; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.257901:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257906:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257910:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257914:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.257916:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257920:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.257923:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.257928:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f180/0x6897f2fa45ae1677 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.257943:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013739c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339007616:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.264387:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.265733:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.265739:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265746:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016148.265750:0:4738:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265756:0:4738:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265763:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265781:0:4738:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265812:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265817:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.265852:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265859:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c504480/0x6897f2fa45ae162a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24cb5 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.265873:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.265874:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.265875:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.265882:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.265894:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339008128:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.271793:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339008128:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.274913:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.275257:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16254 00000100:00100000:3.0:1734016148.275263:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341133824:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.275274:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.275371:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.275378:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341133824:12345-192.168.201.160@tcp:104: Request processed in 114us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.275385:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16254 00010000:00010000:1.0:1734016148.275571:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.275578:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.275584:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.275588:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.275605:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.275615:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.275643:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.275649:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.275676:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.275683:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507cc0/0x6897f2fa45ae1662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3985408->3993599) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24ced expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.275707:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.275709:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.275710:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.279230:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.283072:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.283545:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.283552:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.283559:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f3c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.283564:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.283583:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.283595:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.283624:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.283629:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.283657:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.283663:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2f3c0/0x6897f2fa45ae1512 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24b65 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.283693:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.283694:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.283696:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.288344:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.298811:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.299893:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.299899:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae1685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24d17 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.299906:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.299911:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae1685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24d17 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.299926:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.299933:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.299960:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae1685 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d17 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.299965:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.299994:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae1685 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d17 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.300000:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2e1c0/0x6897f2fa45ae1685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d17 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.300027:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.300028:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.300030:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.302722:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000020:00010000:1.0:1734016148.306524:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8d01308 (ffff8800a87d07e8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.306529:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8d01308 (ffff8800a87d07e8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.306532:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b372c630 (ffff8800a87d06c8/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016148.306538:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.306552:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.306565:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8d01308 (ffff8800a87d07e8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.306567:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b372c630 (ffff8800a87d07e8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.306580:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.306597:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.306602:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.306616:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.306625:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016148.306654:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.306660:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.306667:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016148.306682:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247339009536:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.306717:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8728000 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.309943:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247339009536:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.309964:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.309973:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.309984:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.309993:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.310003:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.310008:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.310013:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016148.310022:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85e8e00 x1818247339009536/t0(0) o101->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016164 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016148.310031:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016148.310042:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.310053:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff88012a54b400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016148.310099:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016148.310104:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae16a1 00000080:00010000:1.0:1734016148.310202:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.310206:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16a1 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.310209:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.310217:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.310244:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.310252:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.310264:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.310266:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728030, osc lock ffff88012db66e40, flags 0x400001002 00000008:00010000:1.0:1734016148.310270:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.310271:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728070, osc lock ffff88012db67b50, flags 0x400001002 00010000:00010000:1.0:1734016148.310283:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.310291:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.310300:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.310306:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.310325:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.310330:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.310407:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.310421:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339009664:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.312527:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.316074:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316089:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316099:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316104:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316259:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.316273:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.316300:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316307:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316313:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316319:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72ccfc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.316323:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316331:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.316335:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.316339:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ccfc0/0x6897f2fa45ae16a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.316377:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339009664:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.318458:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa099500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339009792:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.320622:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.331220:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.335445:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.342361:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.343536:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.343542:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343550:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72ccd80 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016148.343553:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343559:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343566:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343587:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343616:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343621:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.343648:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343653:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a72ccd80/0x6897f2fa45ae16a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d41 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.343666:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.343667:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.343669:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.349364:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.350278:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.350285:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.350291:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.350296:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.350311:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.350320:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.350350:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.350360:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.350374:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.350379:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c507a80/0x6897f2fa45ae169a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4546560->4554751) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d33 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.350399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.350400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.350402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.354253:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.354276:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341135360 00000100:00100000:3.0:1734016148.354282:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341135360 00000100:00100000:3.0:1734016148.354603:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16266 00000100:00100000:3.0:1734016148.354610:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341135360:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.354619:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354627:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354635:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354648:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354655:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354663:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.354693:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c507600) 00000100:00100000:1.0:1734016148.355286:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339010944:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016148.355397:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6473:x1818247341135360:12345-192.168.201.160@tcp:105: Request processed in 786us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.355403:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16266 00000100:00100000:1.0:1734016148.358873:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339010944:192.168.201.160@tcp:10:fsx.0 00000100:00100000:3.0:1734016148.366946:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16268 00000100:00100000:3.0:1734016148.366952:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341135616:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.366959:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.366965:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.366978:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.366979:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 592 00000020:00010000:3.0:1734016148.366981:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.366982:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 592 00000100:00100000:3.0:1734016148.367735:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341135616:12345-192.168.201.160@tcp:106: Request processed in 782us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.367741:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16268 00000080:00200000:1.0:1734016148.371290:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.371296:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.371298:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.371302:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a86867b0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.371305:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a86867f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.371307:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.371309:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a86867b0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.371312:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a86867f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.371321:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.371340:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.371344:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.371350:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.371360:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.371362:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.371366:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.371367:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.371381:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cd200/0x6897f2fa45ae16e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.371387:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cd200/0x6897f2fa45ae16e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.371426:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cd440/0x6897f2fa45ae16e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.371432:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cd440/0x6897f2fa45ae16e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.373134:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.373169:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016148.376080:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.376086:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.376089:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.376092:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.376096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.376098:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.376099:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.376103:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.376138:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.376147:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.376163:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.376169:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.376182:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.376192:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 30 res 8589935617/12 (0 0) 00010000:00010000:1.0:1734016148.376221:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.376227:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00010000:00010000:1.0:1734016148.376234:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 10361 initiator: MDT0 00000100:00100000:1.0:1734016148.376251:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339011840:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.376308:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a87283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1734016148.380525:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339011840:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.380541:0:10361:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 4/1,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380550:0:10361:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 4/1,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380557:0:10361:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380564:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380571:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380577:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 5/2,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016148.380586:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00100000:1.0:1734016148.380593:0:10361:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a85e8380 x1818247339011840/t0(0) o101->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 576/664 e 0 to 0 dl 1734016164 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:1.0:1734016148.380601:0:10361:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00000002:00010000:1.0:1734016148.380611:0:10361:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.380619:0:10361:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff880136bc4400 type 13 mode 4 res 8589935617/12 (0 0) 00000080:00200000:1.0:1734016148.380655:0:10361:0:(file.c:6447:ll_layout_conf()) [0x200000401:0xc:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1734016148.380659:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae16ee 00000080:00010000:1.0:1734016148.380662:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.380665:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16ee from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.380668:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.380674:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.380925:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.380932:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.380944:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.380947:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.380950:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.380952:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.380962:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.380970:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.380977:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.380983:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.380995:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381000:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381005:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381009:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.381021:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.381024:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.381027:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381029:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381032:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381033:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381035:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381038:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.381044:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.381058:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.381061:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.381064:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.381068:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381069:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.381072:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381073:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.381078:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381084:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381091:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381097:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381125:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381136:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381143:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381148:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.381158:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.381160:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.381162:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381164:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381167:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381168:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381170:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381172:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.381176:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.381182:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.381191:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.381196:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.381207:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.381215:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.381223:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.381229:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.381231:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae16ee 00000080:00010000:1.0:1734016148.381234:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16ee from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.381236:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.381241:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.381249:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.381252:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.381257:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381258:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.381260:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381261:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.381266:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381272:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381278:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381287:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381296:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381302:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381308:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381312:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.381321:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.381323:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.381324:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381326:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381328:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381329:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381331:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381334:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.381337:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.381343:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.381346:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.381348:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.381352:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381353:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.381358:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381359:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.381363:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381368:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381374:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381379:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381386:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381391:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381395:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381400:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.381409:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.381411:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.381412:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381414:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381415:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.381417:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381418:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.381420:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.381425:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.381429:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.381435:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.381438:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.381445:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.381451:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.381458:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.381464:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.381465:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae16cb 00000080:00010000:1.0:1734016148.381468:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16cb from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.381470:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.381474:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.381484:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.381487:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.381491:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381492:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.381495:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.381496:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.381508:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cd8c0/0x6897f2fa45ae16f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381514:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cd8c0/0x6897f2fa45ae16f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381564:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdb00/0x6897f2fa45ae16fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.381569:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdb00/0x6897f2fa45ae16fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.385821:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016148.389446:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.389451:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.389454:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.389458:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.389461:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.389463:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.389465:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.389468:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.389476:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.389496:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.389501:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.389508:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.389518:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.389520:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.389523:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.389524:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.389542:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.389549:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.389593:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.389599:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.389620:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339012352:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.389663:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.389670:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339012224:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.392568:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16274 00000100:00100000:3.0:1734016148.392573:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341136384:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.392579:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.392584:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.392593:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.392594:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 592 00000020:00010000:3.0:1734016148.392596:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.392597:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 592 00000100:00100000:3.0:1734016148.393364:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341136384:12345-192.168.201.160@tcp:106: Request processed in 789us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.393369:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16274 00010000:00010000:1.0:1734016148.395909:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395921:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395933:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395938:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395942:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.395952:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2142299, setting rss=2142299; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.395957:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395962:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395967:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395972:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cdf80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.395977:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395984:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.395988:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.395998:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cdf80/0x6897f2fa45ae170a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.396656:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339012352:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.396681:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396690:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396697:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396703:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396708:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.396715:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.396722:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396727:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396735:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396738:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cdd40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.396740:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396745:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.396747:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396752:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cdd40/0x6897f2fa45ae1703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.396766:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339012224:192.168.201.160@tcp:101:fsx.0 00000080:00200000:1.0:1734016148.396793:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.396797:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.396800:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.396803:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.396806:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.396808:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.396809:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.396811:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.396819:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.396829:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.396856:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.396862:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.396874:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.396883:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.396891:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.396900:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.396903:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae16ee 00000080:00010000:1.0:1734016148.396907:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16ee from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.396910:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.396916:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.396934:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.396941:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.396950:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.396952:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.396955:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.396956:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.396965:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396972:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396982:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396987:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.396999:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397006:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397013:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397018:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.397027:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.397029:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.397030:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397032:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397034:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397035:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397036:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397039:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.397043:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.397051:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.397053:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.397056:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.397059:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397060:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.397062:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397063:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.397068:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397075:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397082:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397087:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397095:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397101:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397122:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397130:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.397139:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.397141:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.397143:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397145:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397147:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397149:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397151:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397153:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.397157:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.397160:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.397166:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.397169:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.397173:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.397179:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.397185:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.397190:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.397192:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae16ee 00000080:00010000:1.0:1734016148.397195:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16ee from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.397197:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.397202:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.397211:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.397214:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.397218:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397219:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.397221:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397223:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.397228:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397233:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397238:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397243:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397249:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397254:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397262:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397266:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.397274:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.397276:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.397278:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397279:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397281:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397283:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397284:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397286:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.397290:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.397295:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.397298:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.397301:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.397304:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397305:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.397308:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.397309:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.397313:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397319:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397326:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397333:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397340:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397345:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397350:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397356:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.397362:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000020:00010000:1.0:1734016148.397364:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.397365:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397367:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397368:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.397370:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397372:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.397374:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.397377:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.397380:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 6336603 00000080:00200008:1.0:1734016148.397417:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 5452086, type: SEEK_SET 00000080:00200008:1.0:1734016148.397421:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 5452086, type: SEEK_SET, rc = 5452086 00000080:00200008:1.0:1734016148.397427:0:10361:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 5452086, count: 6177 00000080:00200000:1.0:1734016148.397432:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 5452086, bytes: 6177 00000080:00200000:1.0:1734016148.397435:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016148.397439:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016148.397440:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [5452086, 5458263) 0 0 00000080:00200000:1.0:1734016148.397442:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.397448:0:10361:0:(file.c:1893:ll_file_io_generic()) Range lock [1331, 1332] 00020000:00200000:1.0:1734016148.397452:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1 chunk: [5452086, 5458263) 5458263, 6177 00020000:00200000:1.0:1734016148.397455:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.397464:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1331, 1332] 00000008:00010000:1.0:1734016148.397470:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.397472:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8cb0, osc lock ffff88012db67430, flags 0x0 00010000:00010000:1.0:1734016148.397482:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397488:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.397506:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.397519:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247339012480:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.399493:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a87286c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.401699:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341136512 00000100:00100000:3.0:1734016148.401705:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341136512 00000100:00100000:3.0:1734016148.401895:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16275 00000100:00100000:3.0:1734016148.401901:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341136512:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.401912:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.402054:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.402060:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341136512:12345-192.168.201.160@tcp:104: Request processed in 159us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.402066:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16275 00010000:00010000:1.0:1734016148.402466:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.402472:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.402479:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.402484:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.402501:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.402511:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.402538:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.402543:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.402565:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.402570:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae168c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d1e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.402587:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.402588:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.402589:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.402596:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.402608:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339012608:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.406289:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341136640 00000100:00100000:3.0:1734016148.406296:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341136640 00000100:00100000:3.0:1734016148.406326:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16276 00000100:00100000:3.0:1734016148.406333:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341136640:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.406346:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406355:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [1257472->1265663] (req 1257472->1265663) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406362:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406369:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406375:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406382:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.406399:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a72ce1c0) 00000100:00100000:3.0:1734016148.406441:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341136640:12345-192.168.201.160@tcp:105: Request processed in 108us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.406447:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16276 00000100:00100000:1.0:1734016148.407463:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:10361:1818247339012480:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.407480:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.407502:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.407511:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2142299, setting rss=2142299; kms=2142299, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.407519:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.407525:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.407537:0:10361:0:(vvp_io.c:1326:vvp_io_write_start()) f16b.sanityn: write [5452086, 5458263) 00000080:00200000:1.0:1734016148.407562:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1331 of 310 to 3786 bytes 00010000:00010000:1.0:1734016148.408397:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.408411:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (573440 577535) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.408420:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 7/1,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.408426:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 7/1,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.408434:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.411541:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.411553:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.431746:0:10361:0:(rw26.c:1006:ll_write_end()) pos 5452086, len 3786, copied 3786 00000080:00200000:1.0:1734016148.431752:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7378bd0[3 ffff8801368d7b70 2 1 ffff88012e3e5978] 00000080:00200000:1.0:1734016148.431755:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a45a00 1fffff0000082d 2:0 ffff8800a7378bd0 1331 lru 00000080:00200000:1.0:1734016148.431761:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7378c30 307: 1< 1 - - > 2< 1257472 0 4096 0x0 0x40009 | ffff88012d411c78 ffff8800a8ff44e0 > 3< 0 0 > 4< 0 0 8 323592192 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016148.431762:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7378bd0 00000080:00200000:1.0:1734016148.431763:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:1.0:1734016148.431766:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 1332 of 0 to 2391 bytes 00000080:00200000:1.0:1734016148.431778:0:10361:0:(rw26.c:1006:ll_write_end()) pos 5455872, len 2391, copied 2391 00000080:00200000:1.0:1734016148.431781:0:10361:0:(rw26.c:1044:ll_write_end()) page@ffff8800a86b5510[3 ffff8801368d7b70 2 1 ffff88012e3e5978] 00000080:00200000:1.0:1734016148.431783:0:10361:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002992080 1fffff00000825 2:0 ffff8800a86b5510 1332 lru 00000080:00200000:1.0:1734016148.431786:0:10361:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a86b5570 308: 1< 1 - - > 2< 1261568 0 4096 0x0 0x40009 | ffff88012d411c78 ffff8800a8ff44e0 > 3< 0 0 > 4< 0 0 8 323592192 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1734016148.431787:0:10361:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a86b5510 00000080:00200000:1.0:1734016148.431788:0:10361:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:1.0:1734016148.431792:0:10361:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 2, from 310, to 2391 00000008:00010000:1.0:1734016148.431808:0:10361:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff8800a8728b40 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.431819:0:10361:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff8800a8728b40 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.431827:0:10361:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800afe90248, count 2, dirtied 2 00000080:00200000:1.0:1734016148.431830:0:10361:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 2 pages 6177 bytes, tot: 6177 00000080:00200000:1.0:1734016148.431843:0:10361:0:(vvp_io.c:1405:vvp_io_write_start()) f16b.sanityn: write bytes 0, result: 6177 00000020:00010000:1.0:1734016148.431855:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8d01218 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.431857:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8d01218 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.431861:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8cb0 (ffff8800a87d0878/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016148.431866:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.431873:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.431884:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8d01218 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.431885:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8cb0 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.431890:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 6177 bytes 00000080:00200000:1.0:1734016148.431893:0:10361:0:(file.c:1930:ll_file_io_generic()) Range unlock [1331, 1332] 00000080:00200000:1.0:1734016148.431899:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016148.431902:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 2 io complete with rc: 0, result: 6177, restart: 0 00000080:00200000:1.0:1734016148.431908:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 592 00000080:00200000:1.0:1734016148.431911:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 6177 00000080:00200008:1.0:1734016148.431929:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.431935:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.431948:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.431958:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.431965:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.431973:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.431975:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae16ee 00000080:00010000:1.0:1734016148.431979:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae16ee from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.431982:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.431986:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a72cd680/0x6897f2fa45ae16ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24da3 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.431999:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.432006:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.432015:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.432017:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728f30, osc lock ffff88012db67430, flags 0x400001002 00000008:00010000:1.0:1734016148.432020:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.432021:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728f70, osc lock ffff88012db677c0, flags 0x400001002 00010000:00010000:1.0:1734016148.432030:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.432035:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.432042:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.432047:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.432067:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce400/0x6897f2fa45ae1718 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.432073:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce400/0x6897f2fa45ae1718 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.434271:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000080:00200000:1.0:1734016148.436440:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 6336603 i_blocks 593 00000020:00010000:1.0:1734016148.436446:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.436448:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.436452:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728f30 (ffff8800a87d0878/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.436454:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728f70 (ffff8800a87d0098/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.436456:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e5918 (ffff8800a87d0998/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.436458:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728f30 (ffff8800a87d0998/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.436460:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728f70 (ffff8800a87d0998/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.436470:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.436485:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.436489:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.436495:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.436502:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.436504:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728f30, osc lock ffff88012db677c0, flags 0x400001002 00000008:00010000:1.0:1734016148.436507:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.436508:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728f70, osc lock ffff88012db67430, flags 0x400001002 00010000:00010000:1.0:1734016148.436520:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.436528:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.436535:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.436541:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.436557:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.436561:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.436593:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.436601:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339013120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.439228:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.441240:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441252:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441262:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441267:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441276:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.441285:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2142299, setting rss=2142299; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.441305:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441311:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441316:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441321:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72ce640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.441325:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441332:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.441336:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.441341:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ce640/0x6897f2fa45ae171f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.442075:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339013120:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.445223:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.445635:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.445641:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445648:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016148.445652:0:5236:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445659:0:5236:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445666:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445685:0:5236:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445715:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.445720:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.446257:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.446264:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5061c0/0x6897f2fa45ae16cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24d79 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.446285:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.446287:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.446288:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.451189:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.451603:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.451609:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.451615:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72ce1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.451619:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.451637:0:4737:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8728b40 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.451647:0:4737:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8728b40 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.451689:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1257472 1261567) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016148.451753:0:4737:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e9180 - object 0x240000400:7 offset 1257472<>1265664 00000080:00200000:1.0:1734016148.455942:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.457669:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.457708:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.457716:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.458927:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.458934:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72ce1c0/0x6897f2fa45ae1711 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1257472->1265663) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24dc6 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.458953:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.458955:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.458957:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.463547:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341137280 00000100:00100000:3.0:1734016148.463555:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341137280 00000100:00100000:3.0:1734016148.463587:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16281 00000100:00100000:3.0:1734016148.463594:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341137280:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.463606:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463615:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463622:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463631:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463638:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463645:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.463673:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c505f80) 00000100:00100000:3.0:1734016148.463709:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341137280:12345-192.168.201.160@tcp:105: Request processed in 116us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.463715:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16281 00000100:00100000:3.0:1734016148.474606:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339014400:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.474653:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.474659:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339014528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.478417:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:3.0:1734016148.484326:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484341:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484352:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484358:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484363:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.484376:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.484382:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484388:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484393:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484399:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.484402:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484410:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.484415:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.484420:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae173b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.484449:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339014528:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.489661:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.489706:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.497345:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.497903:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.497910:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.497916:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507600 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.497920:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.497934:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.497944:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.497976:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.497981:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.498006:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.498012:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507600/0x6897f2fa45ae16c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24d6b expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.498028:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.498030:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.498031:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.500530:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.511076:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016148.511087:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339015424:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.515541:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.523343:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339015552:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.523780:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.523790:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.523797:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.525705:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.529357:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529375:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529384:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529390:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529395:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.529406:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 439548, setting rss=439548; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.529439:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529446:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529455:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529460:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.529464:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529473:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.529477:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.529483:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2f840/0x6897f2fa45ae1765 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.529514:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339015552:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.538174:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa09a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339015680:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.540065:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.546566:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.547082:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.547091:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e13 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.547098:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.547102:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24e13 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.547164:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.547176:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.547210:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1750 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e13 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.547216:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.547237:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1750 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e13 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.547243:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505d40/0x6897f2fa45ae1750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 143360->151551) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e13 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.547263:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.547264:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.547265:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.547270:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.547282:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339015936:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.549689:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.554767:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339015936:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.561130:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.561193:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.561199:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016448:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.567211:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.568094:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.569522:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569538:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569546:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569552:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569557:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.569567:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 0, setting rss=0; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.569573:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569579:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569585:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569590:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e400 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.569594:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569743:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.569748:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.569753:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2e400/0x6897f2fa45ae1781 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.571606:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016448:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.571637:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.571645:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.571654:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.571659:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.571664:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.571673:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2904106, setting rss=2904106; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.572247:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.572255:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.572261:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.572267:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2c6c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.572271:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.572280:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.572284:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.572289:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2c6c0/0x6897f2fa45ae177a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.572310:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016320:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.572639:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.578535:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.578967:0:1963:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.582356:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582364:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582375:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582379:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582384:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.582390:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2904106, setting rss=2904106; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.582442:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582448:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582453:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582457:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2e1c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.582459:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582465:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.582467:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.582476:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2e1c0/0x6897f2fa45ae1788 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.582501:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339016576:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.588387:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.590072:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.590079:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590086:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa10831e0) 00010000:00010000:1.0:1734016148.590089:0:4737:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590097:0:4737:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590104:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590262:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff8800a8de3600/0x6897f2fa45adac12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea1d3d9 expref: -99 pid: 10360 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590296:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590301:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.590317:0:4737:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590326:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x857af32d4ea24e21 expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.590337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.590339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.590340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.590352:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339017088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.593214:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339017088:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.595360:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341139456 00000100:00100000:3.0:1734016148.595367:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341139456 00000100:00100000:3.0:1734016148.595410:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16298 00000100:00100000:3.0:1734016148.595416:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341139456:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.595428:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.595486:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.595490:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa098000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341139456:12345-192.168.201.160@tcp:104: Request processed in 75us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.595495:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16298 00010000:00010000:1.0:1734016148.599270:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.599281:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.599292:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2df80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.599297:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.599318:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.599329:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.599368:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.599374:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.599395:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.599404:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012be2df80/0x6897f2fa45ae1773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2895872->2908159) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e3d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.599422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.599423:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.599424:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.599430:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.599446:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339017344:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.602627:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.602642:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341139584 00000100:00100000:3.0:1734016148.602647:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341139584 00000100:00100000:3.0:1734016148.602674:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16299 00000100:00100000:3.0:1734016148.602680:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a862c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341139584:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.602688:0:4729:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602695:0:4729:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602702:0:4729:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602711:0:4729:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602717:0:4729:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602724:0:4729:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.602737:0:4729:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012be2f180) 00000100:00100000:3.0:1734016148.602770:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a862c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6473:x1818247341139584:12345-192.168.201.160@tcp:105: Request processed in 89us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.602776:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16299 00000100:00100000:1.0:1734016148.605078:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339017344:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.608538:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.610480:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.610488:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.610495:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.610500:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.610519:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.610529:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.610566:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.610573:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.611560:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.611572:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae1726 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24de2 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.611591:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.611593:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.611595:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016148.614516:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:1.0:1734016148.617924:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339017600:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.623013:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00000100:00100000:3.0:1734016148.623100:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:3.0:1734016148.627949:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.627960:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.627968:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.627974:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.627979:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.627987:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.628005:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.628012:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.628017:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.628027:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.628032:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.628041:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.628045:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.628050:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.628597:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339018240:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.628619:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339018496:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.628675:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.628680:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800aa098000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339018368:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.631255:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341140352 00000100:00100000:3.0:1734016148.631260:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341140352 00000100:00100000:3.0:1734016148.631276:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16304 00000100:00100000:3.0:1734016148.631282:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341140224:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.631294:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.631303:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.631331:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.631333:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.631336:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.631337:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.631374:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247341140224:12345-192.168.201.160@tcp:106: Request processed in 91us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.631379:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16304 00000100:00100000:3.0:1734016148.631392:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16305 00000100:00100000:3.0:1734016148.631397:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341140352:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.631402:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.631408:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.631418:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.631419:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.631422:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.631423:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016146 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.631438:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800aa09aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8975:x1818247341140352:12345-192.168.201.160@tcp:106: Request processed in 41us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.631443:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16305 00000080:00200000:3.0:1734016148.633873:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 568 00000020:00010000:3.0:1734016148.633879:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_release():233 00000020:00010000:3.0:1734016148.633881:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016148.633886:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d630 (ffff8800a87d07e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016148.633889:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a875d670 (ffff8800a8de93f8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016148.633890:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e6b58 (ffff8800a87d0098/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016148.633892:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d630 (ffff8800a87d0098/1) at cl_lock_fini():85 00000020:00010000:3.0:1734016148.633895:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a875d670 (ffff8800a87d0098/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016148.633940:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016148.633958:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200008:3.0:1734016148.633994:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 4713404, type: SEEK_SET 00000080:00200008:3.0:1734016148.634000:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 4713404, type: SEEK_SET, rc = 4713404 00000080:00200008:3.0:1734016148.634006:0:10361:0:(file.c:2290:do_file_read_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 4713404, count: 1662 00000080:00200000:3.0:1734016148.634011:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016148.634017:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016148.634045:0:10361:0:(rw.c:1991:ll_readpage()) fast read pgno: 1150 00000080:00200000:3.0:1734016148.634053:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: read ppos: 4713404, bytes: 1662 00000080:00200000:3.0:1734016148.634056:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016148.634060:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff8801368d7af0[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:3.0:1734016148.634061:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [4713404, 4715066) 0 0 00000080:00200000:3.0:1734016148.634064:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016148.634075:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1 chunk: [4713404, 4715066) 4715066, 1662 00020000:00200000:3.0:1734016148.634077:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016148.634089:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1150, 1151] 00000008:00010000:3.0:1734016148.634099:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016148.634102:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012e32f430, osc lock ffff8800aa1bfa20, flags 0x0 00010000:00010000:3.0:1734016148.634175:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634183:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (516096 524287) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634194:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634198:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 6/1,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634202:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016148.634208:0:10361:0:(vvp_io.c:840:vvp_io_read_start()) f16b.sanityn: read [4713404, 4715066) 00000080:00200000:3.0:1734016148.634217:0:10361:0:(vvp_io.c:899:vvp_io_read_start()) count:1662 iocb pos:4713404 00010000:00010000:3.0:1734016148.634243:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634251:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634257:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634262:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.634266:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.644407:0:1972:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012ba3e240 00010000:00010000:3.0:1734016148.644465:0:1972:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016148.644625:0:1972:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4bbb80 - object 0x280000400:7 offset 0<>4194304 00000100:00100000:3.0:1734016148.644641:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016148.644650:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247339019008:192.168.201.160@tcp:3:fsx.0 00000020:00010000:3.0:1734016148.670284:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff880136afeb78 (ffff8800a8de97e8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016148.670294:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff880136afeb78 (ffff8800a8de97e8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016148.670299:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e32f430 (ffff8800a8de95a8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016148.670306:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/1,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.670318:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.670331:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff880136afeb78 (ffff8800a8de97e8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016148.670333:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e32f430 (ffff8800a8de97e8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016148.670342:0:10361:0:(vvp_io.c:533:vvp_io_advance()) advancing 1662 bytes 00000080:00200000:3.0:1734016148.670352:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016148.670356:0:10361:0:(file.c:1964:ll_file_io_generic()) f16b.sanityn: 1 io complete with rc: 0, result: 1662, restart: 0 00000080:00200000:3.0:1734016148.670359:0:10361:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 1662 00000080:00200008:3.0:1734016148.670380:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016148.670385:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:3.0:1734016148.670399:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016148.670416:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016148.670428:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016148.670438:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:3.0:1734016148.670441:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae17a4 00000080:00010000:3.0:1734016148.670446:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae17a4 from it ffff8800a7017cd8 00010000:00010000:3.0:1734016148.670449:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016148.670455:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016148.670473:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016148.670481:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:3.0:1734016148.670493:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016148.670496:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e4b0, osc lock ffff8800aa1bfa20, flags 0x400001002 00000008:00010000:3.0:1734016148.670500:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016148.670501:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012ba3e4f0, osc lock ffff8800aa1bf430, flags 0x400001002 00010000:00010000:3.0:1734016148.670521:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.670528:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.670597:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339019136:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.671399:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.671407:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.671436:0:1972:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016148.671444:0:1972:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339019264:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.692783:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692799:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692808:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692814:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692818:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.692839:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.692846:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692851:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692858:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692863:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b530d80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.692867:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692875:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.692880:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.692884:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012b530d80/0x6897f2fa45ae17ce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.695028:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339019264:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.695054:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695064:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695073:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695078:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695084:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.695094:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.695128:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695134:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695141:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695146:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012b533a80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.695149:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695156:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.695159:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.695164:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012b533a80/0x6897f2fa45ae17c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.695178:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339019136:192.168.201.160@tcp:101:fsx.0 00000008:00010000:3.0:1734016148.706726:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff88012ba3e240 00000008:00010000:3.0:1734016148.706993:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff88012ba3e240 00000100:00100000:3.0:1734016148.707008:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247339019008:192.168.201.160@tcp:3:fsx.0 00010000:00010000:3.0:1734016148.713048:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.713062:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.713072:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.713077:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.713083:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.713094:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.713100:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.713106:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716127:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716135:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506640 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.716142:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716152:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.716157:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716164:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c506640/0x6897f2fa45ae17dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.716211:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa098700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339019520:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.716242:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716251:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716261:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716267:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716272:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.716283:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.716309:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716316:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716321:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716326:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504480 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.716329:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716335:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.716337:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.716342:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c504480/0x6897f2fa45ae17d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.716355:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800aa09aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339019392:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.731857:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731878:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731888:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731894:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731899:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.731910:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.731915:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731920:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731926:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731930:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c507cc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.731933:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731945:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.731949:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.731954:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c507cc0/0x6897f2fa45ae17e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.731995:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339019648:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.732009:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732015:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732021:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732025:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732029:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.732036:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.732043:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732050:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732056:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732060:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c504b40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.732062:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732067:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.732070:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.732075:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c504b40/0x6897f2fa45ae17ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.732087:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339019776:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.741666:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741682:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741692:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741698:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741703:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.741715:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.741720:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741725:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741731:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741736:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505d40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.741740:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741748:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.741752:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.741758:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c505d40/0x6897f2fa45ae17f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.741796:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339020032:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.750865:0:1972:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750882:0:1972:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750892:0:1972:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750899:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750905:0:1972:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.750917:0:1972:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.750940:0:1972:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750945:0:1972:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750951:0:1972:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750960:0:1972:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c506f40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.750964:0:1972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750971:0:1972:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.750975:0:1972:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.750979:0:1972:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c506f40/0x6897f2fa45ae17f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.751012:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1972:1818247339019904:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.758004:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341141504 00000100:00100000:3.0:1734016148.758014:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341141504 00000100:00100000:3.0:1734016148.758058:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16314 00000100:00100000:3.0:1734016148.758064:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341141504:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.758075:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.758084:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.758122:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.758124:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.758127:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.758128:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.758170:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341141504:12345-192.168.201.160@tcp:106: Request processed in 105us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.758176:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16314 00000100:00100000:3.0:1734016148.760189:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341141632 00000100:00100000:3.0:1734016148.760196:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341141632 00000100:00100000:3.0:1734016148.760221:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16315 00000100:00100000:3.0:1734016148.760227:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341141632:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.760236:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.760246:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.760264:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.760266:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.760269:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.760270:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.760302:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8975:x1818247341141632:12345-192.168.201.160@tcp:106: Request processed in 75us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.760308:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16315 00000100:00100000:3.0:1734016148.767254:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339020544:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.767305:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.767311:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339020416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.771588:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341141760 00000100:00100000:3.0:1734016148.771597:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341141760 00000100:00100000:3.0:1734016148.771612:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341141888 00000100:00100000:3.0:1734016148.771614:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341141888 00000100:00100000:3.0:1734016148.771918:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16316 00000100:00100000:3.0:1734016148.771927:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341141888:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.771942:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.771952:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.771973:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.771975:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.771978:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.771978:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.772138:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341141888:12345-192.168.201.160@tcp:106: Request processed in 211us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.772143:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16316 00000100:00100000:3.0:1734016148.772167:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16317 00000100:00100000:3.0:1734016148.772170:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341141760:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.772176:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.772182:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.772200:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.772201:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.772204:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.772205:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.772226:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341141760:12345-192.168.201.160@tcp:106: Request processed in 53us (2545us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.772232:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16317 00010000:00010000:3.0:1734016148.775512:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775527:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775537:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775544:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775549:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.775560:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.775566:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775572:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775578:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775585:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c5061c0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.775589:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775597:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.775602:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.775608:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff88012c5061c0/0x6897f2fa45ae1814 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.775643:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339020544:192.168.201.160@tcp:101:fsx.0 00010000:00010000:3.0:1734016148.776229:0:1971:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776237:0:1971:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776244:0:1971:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776249:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776255:0:1971:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.776261:0:1971:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016148.776784:0:1971:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776791:0:1971:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776797:0:1971:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776802:0:1971:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012c505f80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:3.0:1734016148.776805:0:1971:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776812:0:1971:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016148.776815:0:1971:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.776821:0:1971:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff88012c505f80/0x6897f2fa45ae180d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.776848:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339020416:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.787106:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142016 00000100:00100000:3.0:1734016148.787138:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142016 00000100:00100000:3.0:1734016148.787177:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142144 00000100:00100000:3.0:1734016148.787180:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142144 00000100:00100000:3.0:1734016148.787192:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16318 00000100:00100000:3.0:1734016148.787198:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341142016:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.787209:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.787219:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.787242:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.787244:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000020:00010000:3.0:1734016148.787247:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7960[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.787248:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 0 00000100:00100000:3.0:1734016148.787287:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341142016:12345-192.168.201.160@tcp:106: Request processed in 89us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.787293:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16318 00000100:00100000:3.0:1734016148.787306:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16319 00000100:00100000:3.0:1734016148.787309:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341142144:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.787315:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.787321:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.787333:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.787334:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.787337:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.787339:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.787355:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13929:x1818247341142144:12345-192.168.201.160@tcp:106: Request processed in 44us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.787359:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16319 00000080:00200000:1.0:1734016148.791493:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 568 00000020:00010000:1.0:1734016148.791498:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.791501:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.791505:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686c30 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.791508:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686c70 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.791510:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.791511:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686c30 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.791516:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686c70 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.791528:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.791547:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.791553:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.791559:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.791571:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.791573:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.791577:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.791578:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.791593:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72ce880/0x6897f2fa45ae1830 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.791602:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72ce880/0x6897f2fa45ae1830 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.791799:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ceac0/0x6897f2fa45ae1837 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.791805:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ceac0/0x6897f2fa45ae1837 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.795131:0:9545:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.795139:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142272 00000100:00100000:3.0:1734016148.795142:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142272 00000100:00100000:3.0:1734016148.795160:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16320 00000100:00100000:3.0:1734016148.795165:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341142272:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.795177:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.795185:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.795203:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1248, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.795205:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.795208:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.795209:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.795240:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341142272:12345-192.168.201.160@tcp:106: Request processed in 74us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.795245:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16320 00000080:00200000:1.0:1734016148.798514:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 568 00000020:00010000:1.0:1734016148.798520:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.798522:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798526:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798529:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798532:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.798533:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.798536:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.798546:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.798554:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200008:1.0:1734016148.798570:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.798575:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.798587:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.798598:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.798607:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.798617:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.798620:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae181b 00000080:00010000:1.0:1734016148.798624:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae181b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.798627:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.798632:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.798647:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.798654:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.798664:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.798666:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.798669:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.798670:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.798680:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798687:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798695:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798701:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798718:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798725:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798731:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798736:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.798745:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 568 00000020:00010000:1.0:1734016148.798748:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.798750:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798752:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798754:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.798756:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.798758:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.798760:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.798764:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1734016148.798774:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016148.798777:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016148.798783:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.798789:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1250, 1252] 00000008:00010000:1.0:1734016148.798795:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.798797:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016148.798803:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798809:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (925696 937983) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798815:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798821:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.798838:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.798847:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 568 00010000:00010000:1.0:1734016148.800835:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:1.0:1734016148.802692:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.802696:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.802701:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8bb0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016148.802709:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802719:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.802729:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.802731:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8bb0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.802744:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.802792:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.802798:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.802813:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.802825:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.802845:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.802854:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.802856:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae181b 00000080:00010000:1.0:1734016148.802860:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae181b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.802862:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.802867:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.802880:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.802889:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.802901:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.802904:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.802908:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.802909:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.802920:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802931:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802940:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802946:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802954:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802959:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802964:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.802968:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.802979:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.802981:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.802982:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.802983:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.802986:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.802987:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.802989:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.802991:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.802997:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.803006:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.803009:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.803012:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.803016:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803017:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.803019:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803020:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.803024:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803029:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803035:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803040:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803049:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803054:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803060:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803064:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.803072:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.803075:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.803077:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803079:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803081:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803083:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803085:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803087:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.803091:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.803096:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200008:1.0:1734016148.803102:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.803462:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.803470:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.803475:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.803481:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.803490:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.803492:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae181b 00000080:00010000:1.0:1734016148.803495:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae181b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.803497:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.803503:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.803514:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.803517:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.803522:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803524:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.803526:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803528:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.803534:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803539:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803544:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803548:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803559:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803565:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803569:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803573:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.803579:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.803581:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.803583:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803584:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803586:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803587:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803589:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803591:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.803597:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.803609:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.803612:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.803616:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.803620:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803622:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87283f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.803625:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.803626:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728430, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.803630:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803636:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803642:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803646:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803652:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803657:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803661:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803666:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.803672:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.803674:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.803675:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803677:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87283f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803678:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728430 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.803680:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803681:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87283f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.803683:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.803686:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.803689:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200000:1.0:1734016148.803711:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016148.803714:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016148.803720:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.803729:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1049, 1050] 00000008:00010000:1.0:1734016148.803734:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.803736:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016148.803750:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803756:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [102400->110591] (req 102400->110591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.803778:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [102400->110591] (req 102400->110591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.803795:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339021440:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.803870:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a87286c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.806637:0:1964:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.160@tcp (source: 12345-192.168.201.160@tcp) 00010000:00010000:1.0:1734016148.807271:0:4738:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.807278:0:4738:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.807288:0:4738:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.807293:0:4738:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.807307:0:4738:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.808194:0:4738:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.808225:0:4738:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.808231:0:4738:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1734016148.808246:0:4738:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.808252:0:4738:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae179d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e6e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.808267:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.808268:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.808269:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016148.808275:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.808286:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339021568:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.810264:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142656 00000100:00100000:3.0:1734016148.810270:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142656 00000100:00100000:3.0:1734016148.810294:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16322 00000100:00100000:3.0:1734016148.810300:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341142656:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.810314:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [102400->110591] (req 102400->110591) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810325:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [102400->110591] (req 102400->110591) gid 0 flags: 0x0 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810332:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x10000000000000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810339:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810346:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x10080000000000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810353:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x80000000000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.810365:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a72ced00) 00000100:00100000:3.0:1734016148.810395:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6473:x1818247341142656:12345-192.168.201.160@tcp:105: Request processed in 95us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.810399:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16322 00000100:00100000:1.0:1734016148.813241:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339021568:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1734016148.813275:0:10361:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eb100 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339021440:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.813292:0:10361:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.813308:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.813317:0:10361:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 911538, setting rss=911538; kms=911538, end=18446744073709551615 ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x10020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.813326:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.813331:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.813349:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.817573:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.817577:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.817582:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8bb0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016148.817589:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817601:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.817613:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.817615:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8bb0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.817628:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.817651:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe900c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.817657:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe900c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.817671:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.817683:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.817692:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.817703:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) 00000080:00010000:1.0:1734016148.817705:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe900c8) for lock 0x6897f2fa45ae181b 00000080:00010000:1.0:1734016148.817709:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae181b from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.817712:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.817717:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.817732:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.817742:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.817754:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.817757:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.817761:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.817762:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.817772:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817780:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817794:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817801:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817823:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cef40/0x6897f2fa45ae1845 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.817842:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cef40/0x6897f2fa45ae1845 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.821344:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142784 00000100:00100000:3.0:1734016148.821352:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142784 00000100:00100000:3.0:1734016148.821390:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16323 00000100:00100000:3.0:1734016148.821395:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341142784:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.821407:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.821415:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.821434:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.821436:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 24 00000020:00010000:3.0:1734016148.821438:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.821439:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 24 00000100:00100000:3.0:1734016148.821474:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341142784:12345-192.168.201.160@tcp:106: Request processed in 79us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.821479:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16323 00000080:00200000:1.0:1734016148.825294:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.825299:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.825302:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.825306:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.825309:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.825311:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.825313:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.825316:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.825326:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.825343:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.825348:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.825354:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.825363:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.825365:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.825370:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.825371:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.825383:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.825391:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.825399:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.825404:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.825423:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf180/0x6897f2fa45ae184c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.825428:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf180/0x6897f2fa45ae184c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.827244:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341142912 00000100:00100000:3.0:1734016148.827251:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341142912 00000100:00100000:3.0:1734016148.827277:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16324 00000100:00100000:3.0:1734016148.827282:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341142912:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.827291:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.827298:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.827316:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.827318:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 24 00000020:00010000:3.0:1734016148.827320:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.827321:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016148 blocks: 24 00000100:00100000:3.0:1734016148.827349:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341142912:12345-192.168.201.160@tcp:106: Request processed in 67us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.827354:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16324 00000080:00200000:1.0:1734016148.828924:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.828929:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.828932:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.828935:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.828938:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.828941:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.828942:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.828945:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.828954:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.828963:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200000:1.0:1734016148.829008:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000080:00200000:1.0:1734016148.829011:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:1.0:1734016148.829019:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.829028:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [471, 472] 00000008:00010000:1.0:1734016148.829035:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.829038:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016148.829050:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.829059:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1929216 1937407) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.829065:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.829070:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.829074:0:10361:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.829081:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.831768:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.831772:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.831775:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012b8a8bb0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00010000:00010000:1.0:1734016148.831782:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.831791:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:1.0:1734016148.831802:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8d01128 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.831804:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012b8a8bb0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.831816:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.831844:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.831850:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.831864:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.831877:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.831884:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.831893:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.831895:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae17a4 00000080:00010000:1.0:1734016148.831899:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae17a4 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.831901:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.831906:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.831919:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.831926:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.831936:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.831938:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.831943:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.831944:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.831960:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf3c0/0x6897f2fa45ae1853 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.831967:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf3c0/0x6897f2fa45ae1853 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.832004:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.832011:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.832018:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.832023:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.833594:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341143040 00000100:00100000:3.0:1734016148.833600:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341143040 00000100:00100000:3.0:1734016148.833631:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16325 00000100:00100000:3.0:1734016148.833637:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143040:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.833646:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.833654:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.833671:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1023, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.833673:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.833676:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.833677:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.833788:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143040:12345-192.168.201.160@tcp:106: Request processed in 149us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.833793:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16325 00000080:00200000:1.0:1734016148.835433:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.835439:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.835441:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.835445:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.835450:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.835453:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.835455:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.835458:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.835468:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.835486:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.835490:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.835495:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.835504:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.835506:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.835511:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.835512:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.835526:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf600/0x6897f2fa45ae185a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.835533:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf600/0x6897f2fa45ae185a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.835570:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.835577:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.835584:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.835589:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.837863:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341143168 00000100:00100000:3.0:1734016148.837870:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341143168 00000100:00100000:3.0:1734016148.837905:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16326 00000100:00100000:3.0:1734016148.837911:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341143168:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.837923:0:9545:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.837930:0:9545:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.837950:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1023, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.837952:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.837955:0:9545:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.837956:0:9545:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.837991:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7692:x1818247341143168:12345-192.168.201.160@tcp:106: Request processed in 79us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.837997:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16326 00000080:00200000:1.0:1734016148.839599:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.839605:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.839607:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.839611:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.839614:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.839616:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.839617:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.839620:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.839629:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.839637:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200008:1.0:1734016148.839649:0:10361:0:(file.c:5861:ll_getattr_dentry()) START file f16b.sanityn:[0x200000401:0xc:0x0](ffff8800afe1b8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1734016148.839655:0:10361:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0xc:0x0](ffff8800afe1b8c8),name=f16b.sanityn 00000002:00010000:1.0:1734016148.839667:0:10361:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0xc:0x0]) in obj [0x200000401:0xc:0x0], intent: getattr flags 0 00010000:00010000:1.0:1734016148.839676:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.840024:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00010000:1.0:1734016148.840035:0:10361:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) 00000080:00010000:1.0:1734016148.840038:0:10361:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0xc:0x0](ffff8800afe1b8c8) for lock 0x6897f2fa45ae17a4 00000080:00010000:1.0:1734016148.840042:0:10361:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x6897f2fa45ae17a4 from it ffff8800a7017cd8 00010000:00010000:1.0:1734016148.840045:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016148.840051:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8800b6d17000 lock: ffff88012c506400/0x6897f2fa45ae17a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x857af32d4ea24e7c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016148.840068:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.840075:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.840085:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.840089:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db671d0, flags 0x400001002 00000008:00010000:1.0:1734016148.840092:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.840093:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db66d10, flags 0x400001002 00010000:00010000:1.0:1734016148.840183:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf840/0x6897f2fa45ae1861 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.840190:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cf840/0x6897f2fa45ae1861 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.840399:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.840407:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.840413:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.840418:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.842167:0:4729:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.842179:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341143296 00000100:00100000:3.0:1734016148.842184:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341143296 00000100:00100000:3.0:1734016148.842219:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16327 00000100:00100000:3.0:1734016148.842225:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8753450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143296:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.842235:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.842242:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.842261:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d7af0[0x4, 1023, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.842263:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000020:00010000:3.0:1734016148.842267:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff8801368d70c8[0x4, 2, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.842268:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016149 atime: 1734016148 ctime: 1734016148 blocks: 568 00000100:00100000:3.0:1734016148.842300:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8753450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143296:12345-192.168.201.160@tcp:106: Request processed in 75us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.842306:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16327 00000080:00200000:1.0:1734016148.843824:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.843840:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.843843:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.843846:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.843849:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.843852:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.843854:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.843857:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.843866:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.843885:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null) 00000080:00200000:1.0:1734016148.843890:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.843896:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.843905:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.843907:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87286f0, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.843910:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.843911:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728730, osc lock ffff88012db671d0, flags 0x400001002 00010000:00010000:1.0:1734016148.843926:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfa80/0x6897f2fa45ae1868 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.843933:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfa80/0x6897f2fa45ae1868 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.843970:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.843978:0:10361:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.843985:0:10361:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x810020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.843991:0:10361:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.847281:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.847286:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.847289:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.847293:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a87286f0 (ffff8800a8de96c8/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.847296:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8728730 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.847299:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.847301:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a87286f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.847304:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8728730 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.847312:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.847320:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00200008:1.0:1734016148.847362:0:10361:0:(file.c:5051:ll_file_seek()) START file f16b.sanityn:[0x200000401:0xc:0x0], offset: 2667510, type: SEEK_SET 00000080:00200008:1.0:1734016148.847365:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 2667510, type: SEEK_SET, rc = 2667510 00000080:00200008:1.0:1734016148.847372:0:10361:0:(file.c:2466:do_file_write_iter()) START file f16b.sanityn:[0x200000401:0xc:0x0], ppos: 2667510, count: 2583 00000080:00200000:1.0:1734016148.847391:0:10361:0:(rw26.c:819:ll_write_begin()) Writing 651 of 1014 to 2583 bytes 00000080:00200000:1.0:1734016148.847395:0:10361:0:(file.c:2441:ll_do_tiny_write()) result: 0, original count 2583 00000080:00200000:1.0:1734016148.847398:0:10361:0:(file.c:1826:ll_file_io_generic()) f16b.sanityn: write ppos: 2667510, bytes: 2583 00000080:00200000:1.0:1734016148.847401:0:10361:0:(file.c:1603:ll_io_set_mirror()) f16b.sanityn: desiginated mirror: 0 00000020:00200000:1.0:1734016148.847406:0:10361:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012b3bbbb8[0x4, 1, [0x200000401:0xc:0x0] hash] 00000020:00200000:1.0:1734016148.847408:0:10361:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [2667510, 2670093) 0 0 00000080:00200000:1.0:1734016148.847411:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.847421:0:10361:0:(file.c:1893:ll_file_io_generic()) Range lock [651, 651] 00020000:00200000:1.0:1734016148.847427:0:10361:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 0 chunk: [2667510, 2670093) 2670093, 2583 00020000:00200000:1.0:1734016148.847429:0:10361:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1734016148.847441:0:10361:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [651, 651] 00000008:00010000:1.0:1734016148.847449:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1734016148.847451:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff88012b8a8bb0, osc lock ffff88012db671d0, flags 0x0 00010000:00010000:1.0:1734016148.847465:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.847472:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.847497:0:10361:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.847512:0:10361:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job fsx:17e0478a-8ed0-4d89-8af6-cc3460ecc554:10361:1818247339022720:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.847708:0:10361:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800a8728a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016148.849776:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341143552 00000100:00100000:3.0:1734016148.849783:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341143552 00000100:00100000:3.0:1734016148.849806:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16329 00000100:00100000:3.0:1734016148.849812:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143552:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.849822:0:4729:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.849883:0:4729:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.849888:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7692:x1818247341143552:12345-192.168.201.160@tcp:104: Request processed in 76us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.849894:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16329 00010000:00010000:1.0:1734016148.849994:0:5236:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.849999:0:5236:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.850005:0:5236:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2f180 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.850009:0:5236:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016148.850023:0:5236:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016148.855596:0:5236:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016148.855636:0:5236:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.855643:0:5236:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1734016148.860305:0:9545:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341143680 00000100:00100000:3.0:1734016148.860312:0:9545:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341143680 00000100:00100000:3.0:1734016148.860339:0:9545:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16330 00000100:00100000:3.0:1734016148.860347:0:9545:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341143680:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.860358:0:9545:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860368:0:9545:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2666496->2670591] (req 2666496->2670591) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860374:0:9545:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860381:0:9545:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860388:0:9545:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860396:0:9545:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.860838:0:9545:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a72cfcc0) 00000100:00100000:3.0:1734016148.860884:0:9545:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9888:x1818247341143680:12345-192.168.201.160@tcp:105: Request processed in 538us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.860890:0:9545:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16330 00010000:00010000:1.0:1734016148.862721:0:5236:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.862728:0:5236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2f180/0x6897f2fa45ae1796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x857af32d4ea24e67 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.862747:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.862749:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016148.862752:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:1.0:1734016148.864089:0:1969:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.864136:0:1969:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2666496 2670591) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016148.864176:0:1969:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85eaa00 - object 0x280000400:7 offset 2666496<>4194304 00000100:00100000:1.0:1734016148.864199:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.864210:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339023104:192.168.201.160@tcp:3:fsx.0 00000008:00010000:1.0:1734016148.871978:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.872608:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.872630:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339023104:192.168.201.160@tcp:3:fsx.0 00010000:00010000:1.0:1734016148.881795:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881804:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881811:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881821:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881840:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.881847:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.881855:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881861:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881867:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881872:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2ed00 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.881874:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881881:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.881884:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.881889:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012be2ed00/0x6897f2fa45ae1876 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.881910:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339023232:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.882640:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339023616:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.885261:0:4730:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016148.885272:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144064 00000100:00100000:3.0:1734016148.885278:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144064 00000100:00100000:3.0:1734016148.885299:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144192 00000100:00100000:3.0:1734016148.885301:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144192 00000100:00100000:3.0:1734016148.885310:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16333 00000100:00100000:3.0:1734016148.885316:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341144064:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.885326:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.885334:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.885353:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 73, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.885355:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 24 00000020:00010000:3.0:1734016148.885358:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.885359:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 24 00000100:00100000:3.0:1734016148.885387:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341144064:12345-192.168.201.160@tcp:106: Request processed in 72us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.885395:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16333 00000100:00100000:3.0:1734016148.885405:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16334 00000100:00100000:3.0:1734016148.885409:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8751450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341144192:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.885414:0:4730:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.885420:0:4730:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.885429:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 73, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.885430:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 568 00000020:00010000:3.0:1734016148.885433:0:4730:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.885433:0:4730:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 568 00000100:00100000:3.0:1734016148.885445:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8751450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7692:x1818247341144192:12345-192.168.201.160@tcp:106: Request processed in 35us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.885449:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16334 00010000:00010000:1.0:1734016148.888588:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888604:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888615:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888621:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888626:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.888637:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.888643:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888648:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888658:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888664:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012be2cb40 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.888667:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888675:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.888679:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.888684:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff88012be2cb40/0x6897f2fa45ae188b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.888704:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339023616:192.168.201.160@tcp:101:fsx.0 00000080:00200000:1.0:1734016148.889092:0:10361:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0xc:0x0] updating i_size 5105842 i_blocks 592 00000020:00010000:1.0:1734016148.889096:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_release():233 00000020:00010000:1.0:1734016148.889099:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.889103:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a86863f0 (ffff8800a8de9488/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.889106:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8686430 (ffff8800a87d0908/1) at cl_lock_cancel():150 00000020:00010000:1.0:1734016148.889122:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff88012e3e76c0 (ffff8800a87d0ab8/0) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.889124:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a86863f0 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000020:00010000:1.0:1734016148.889128:0:10361:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8686430 (ffff8800a87d0ab8/1) at cl_lock_fini():85 00000080:00200000:1.0:1734016148.889137:0:10361:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1734016148.889145:0:10361:0:(file.c:5083:ll_file_seek()) COMPLETED file f16b.sanityn:[0x200000401:0xc:0x0], offset: 0, type: (null), rc = 5105842 00000080:00a00000:1.0:1734016148.889205:0:10361:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0xc:0x0] vma=ffff8800a71b9798 start=0x7fb497243000 end=0x7fb497245000 vm_flags=0xfb 00000080:00200000:1.0:1734016148.889212:0:10361:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1734016148.889218:0:10361:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0xc:0x0] 00000008:00010000:1.0:1734016148.889229:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.889231:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a8728870, osc lock ffff88012db66d10, flags 0x400001002 00000008:00010000:1.0:1734016148.889235:0:10361:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1734016148.889236:0:10361:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800a87288b0, osc lock ffff88012db67560, flags 0x400001002 00010000:00010000:1.0:1734016148.889250:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.889257:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.889294:0:10361:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.889299:0:10361:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.889318:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339023872:192.168.201.160@tcp:101:fsx.0 00000100:00100000:1.0:1734016148.890253:0:1970:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734016148.890261:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f577172-4a06-40ec-ad19-745b0df6e880:1970:1818247339024000:192.168.201.160@tcp:400:kworker.0 00000100:00100000:3.0:1734016148.892907:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144320 00000100:00100000:3.0:1734016148.892914:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144320 00000100:00100000:3.0:1734016148.892937:0:4729:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144448 00000100:00100000:3.0:1734016148.892938:0:4729:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144448 00000100:00100000:3.0:1734016148.892948:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16335 00000100:00100000:3.0:1734016148.892953:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341144320:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.892963:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.892972:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.892990:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 73, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.892992:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 24 00000020:00010000:3.0:1734016148.892995:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bb7d0[0x4, 2, [0x240000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.892995:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 911538 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 24 00000100:00100000:3.0:1734016148.893030:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7694:x1818247341144320:12345-192.168.201.160@tcp:106: Request processed in 75us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.893035:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16335 00000100:00100000:3.0:1734016148.893046:0:4729:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16336 00000100:00100000:3.0:1734016148.893051:0:4729:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341144448:12345-192.168.201.160@tcp:106: 00010000:00010000:3.0:1734016148.893056:0:4729:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.893061:0:4729:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016148.893069:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbbb8[0x4, 73, [0x200000401:0xc:0x0] hash] 00000020:00010000:3.0:1734016148.893070:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 568 00000020:00010000:3.0:1734016148.893072:0:4729:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012b3bbed8[0x4, 3, [0x280000400:0x7:0x0] hash] 00000020:00010000:3.0:1734016148.893074:0:4729:0:(cl_object.c:300:cl_object_glimpse()) size: 4194304 mtime: 1734016148 atime: 1734016148 ctime: 1734016149 blocks: 568 00000100:00100000:3.0:1734016148.893085:0:4729:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247341144448:12345-192.168.201.160@tcp:106: Request processed in 34us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.893089:0:4729:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16336 00000100:00100000:1.0:1734016148.893169:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f577172-4a06-40ec-ad19-745b0df6e880:1970:1818247339024000:192.168.201.160@tcp:400:kworker.0 00010000:00010000:1.0:1734016148.895951:0:1969:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.895964:0:1969:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.895973:0:1969:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.895978:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.895983:0:1969:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.895992:0:1969:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4194304, setting rss=4194304; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.895998:0:1969:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.896002:0:1969:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.896007:0:1969:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.896013:0:1969:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cfa80 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.896016:0:1969:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.896023:0:1969:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.896028:0:1969:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.896036:0:1969:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff8800a72cfa80/0x6897f2fa45ae1892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.896056:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339023744:192.168.201.160@tcp:101:fsx.0 00010000:00010000:1.0:1734016148.897249:0:1970:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897259:0:1970:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897267:0:1970:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897272:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897277:0:1970:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 5/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.897285:0:1970:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 911538, setting rss=911538; leaving kms=0, end=18446744073709551615 00010000:00010000:1.0:1734016148.897446:0:1970:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897452:0:1970:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897461:0:1970:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897465:0:1970:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cf840 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.897467:0:1970:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 5/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897473:0:1970:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1734016148.897476:0:1970:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.897481:0:1970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800aa143800 lock: ffff8800a72cf840/0x6897f2fa45ae1899 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.897495:0:1970:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339023872:192.168.201.160@tcp:101:fsx.0 00000100:00100000:3.0:1734016148.899880:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144576 00000100:00100000:3.0:1734016148.899886:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144576 00000100:00100000:3.0:1734016148.900040:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16337 00000100:00100000:3.0:1734016148.900047:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341144576:12345-192.168.201.160@tcp:104: 00010000:00010000:3.0:1734016148.900059:0:4730:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.900475:0:4730:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016148.900482:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247341144576:12345-192.168.201.160@tcp:104: Request processed in 435us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.900488:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16337 00010000:00010000:1.0:1734016148.900762:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016148.900768:0:4737:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800420000020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.900774:0:4737:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a72cfcc0 already unused, calling callback (ffffffffa0a57d90) 00010000:00010000:1.0:1734016148.900778:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800428400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.900796:0:4737:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.900813:0:4737:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016148.900858:0:4737:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2666496 2670591) ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:1.0:1734016148.900907:0:4737:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a85e8000 - object 0x280000400:7 offset 2666496<>2670592 00000100:00100000:1.0:1734016148.900940:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734016148.900954:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339024256:192.168.201.160@tcp:4:fsx.0 00000008:00010000:1.0:1734016148.905732:0:1969:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:1.0:1734016148.905789:0:1969:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a8686f00 ns: lustre-OST0001-osc-ffff8800b6d17000 lock: ffff8800a72cfcc0/0x6897f2fa45ae186f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2666496->2670591) gid 0 flags: 0x800429400020000 nid: local remote: 0x857af32d4ea24f4e expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1734016148.905803:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339024256:192.168.201.160@tcp:4:fsx.0 00000100:00100000:3.0:1734016148.906483:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.906495:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339024384:192.168.201.160@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016148.908729:0:4730:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247341144704 00000100:00100000:3.0:1734016148.908736:0:4730:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247341144704 00000100:00100000:3.0:1734016148.908765:0:4730:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.160@tcp, seq: 16338 00000100:00100000:3.0:1734016148.908771:0:4730:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341144704:12345-192.168.201.160@tcp:105: 00010000:00010000:3.0:1734016148.908781:0:4730:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2269184->2273279] (req 2269184->2273279) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908789:0:4730:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [2269184->2273279] (req 2269184->2273279) gid 0 flags: 0x20000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908796:0:4730:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x10000000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908803:0:4730:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908809:0:4730:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x10080000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908816:0:4730:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x80000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.908852:0:4730:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012c505f80) 00000100:00100000:3.0:1734016148.908884:0:4730:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9888:x1818247341144704:12345-192.168.201.160@tcp:105: Request processed in 113us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016148.908889:0:4730:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.160@tcp, seq: 16338 00000100:00100000:3.0:1734016148.912507:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1971:1818247339024384:192.168.201.160@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016148.920404:0:1971:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016148.920424:0:1971:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2273280 2277375) ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016148.920448:0:1971:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff88012b4bbb80 - object 0x280000400:7 offset 2273280<>2277376 00000100:00100000:3.0:1734016148.920460:0:1971:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016148.920468:0:1971:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339024896:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016148.922440:0:1971:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.923342:0:1971:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875dc00 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.923362:0:1971:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1971:1818247339024896:192.168.201.160@tcp:3:fsx.0 00000008:00010000:3.0:1734016148.937866:0:1972:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016148.937897:0:1972:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a875d9c0 ns: lustre-OST0001-osc-ffff8800aa143800 lock: ffff88012c505f80/0x6897f2fa45ae18a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2269184->2273279) gid 0 flags: 0x800020000020000 nid: local remote: 0x857af32d4ea24f7f expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016148.937910:0:1972:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1972:1818247339025024:192.168.201.160@tcp:4:fsx.0 00010000:00010000:1.0:1734016149.805902:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016150.804858:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016152.808275:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016153.810355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016153.898404:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339025536:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016153.898499:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339025792:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016153.898522:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339026048:192.168.201.160@tcp:400:kworker.0 00010000:00010000:1.0:1734016155.814366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016156.816371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016158.820511:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016158.906428:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247339026304:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016158.906528:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339026560:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016158.906552:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339026816:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016158.906577:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339027072:192.168.201.160@tcp:400:kworker.0 00010000:00010000:1.0:1734016159.822365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016161.826418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016162.828428:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016163.914398:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f577172-4a06-40ec-ad19-745b0df6e880:1970:1818247339027200:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016163.914495:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1970:1818247339027456:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016163.914520:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339027712:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016163.914540:0:1970:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1970:1818247339027968:192.168.201.160@tcp:400:kworker.0 00010000:00010000:1.0:1734016164.832468:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016164.935278:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016164.935285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734016164.935290:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734016164.935302:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 130 00000100:00080000:1.0:1734016164.935321:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:1.0:1734016164.935333:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734016164.935355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bf7c000 x1818247339028864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016164.935398:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339028864:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016165.834384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016167.838381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016168.840391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016169.946321:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016169.946328:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:1.0:1734016169.946365:0:1969:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800a85e3800 x1818247339025536/t0(0) o400->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016169.946401:0:1969:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a85e3800 x1818247339025536/t0(0) o400->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016169.946414:0:1969:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1734016169.946419:0:1969:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8800b6d17000: Connection to lustre-MDT0000 (at 192.168.201.160@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1734016169.946431:0:1969:0:(import.c:432:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:1.0:1734016169.946459:0:1969:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800a85e0700 x1818247339025792/t0(0) o400->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016169.946498:0:1969:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a85e0700 x1818247339025792/t0(0) o400->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016169.946506:0:1969:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1734016169.946510:0:1969:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff8800b6d17000: Connection to lustre-OST0001 (at 192.168.201.160@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1734016169.946516:0:1969:0:(import.c:432:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00000400:1.0:1734016169.946523:0:1969:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800a8714700 x1818247339026048/t0(0) o400->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016169.946537:0:1969:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8714700 x1818247339026048/t0(0) o400->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016169.946544:0:1969:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1734016169.946548:0:1969:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff8800aa143800: Connection to lustre-OST0000 (at 192.168.201.160@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1734016169.946550:0:1969:0:(import.c:432:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00100000:1.0:1734016169.946589:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247339028992:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.946681:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339029248:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.946704:0:1969:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012bf7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339029504:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.946730:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339025536:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.946771:0:1969:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1734016169.946780:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:0:1818247339029120:192.168.201.160@tcp:400:kworker.0 00000100:00080000:1.0:1734016169.946787:0:1969:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012bf7e300 x1818247339029376/t0(0) o400->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016169.946787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339029760:192.168.201.160@tcp:38:kworker.0 00000100:00080000:1.0:1734016169.946800:0:1969:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012bf7e680 x1818247339029632/t0(0) o400->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016169.946875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339029888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016169.946902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339030016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016169.967342:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247339028992:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.967373:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247339028096:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.967388:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f577172-4a06-40ec-ad19-745b0df6e880:1969:1818247339026304:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016169.967447:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339030144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016169.967530:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339030272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016169.967555:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339030400:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734016170.844414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016171.846395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016173.850452:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016174.852443:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016174.967424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967433:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967441:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967447:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967453:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967459:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967465:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1734016174.967468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734016174.967472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734016174.967479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734016174.967490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 433 00000100:00080000:1.0:1734016174.967505:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1734016174.967515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:1.0:1734016174.967529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734016174.967572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bf7d500 x1818247339030528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1734016176.856483:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016177.858466:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016179.862408:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016179.967574:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016179.967586:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967593:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967602:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967610:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016179.967642:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bbb80 x1818247339030656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967678:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967682:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016179.967684:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967688:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967692:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967696:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016179.967705:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016179.967717:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8e00 x1818247339030784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967728:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967731:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016179.967733:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967736:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967739:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967742:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016179.967746:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016179.967756:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb480 x1818247339030912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967764:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967767:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016179.967769:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967772:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967775:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967778:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016179.967783:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016179.967790:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba680 x1818247339031040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967798:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967802:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016179.967804:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967807:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967810:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967814:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016179.967818:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016179.967824:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4baa00 x1818247339031168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967833:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967836:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016179.967837:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.967841:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 438 00000100:00080000:3.0:1734016179.967844:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.967847:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016179.967851:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016179.967860:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9f80 x1818247339031296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.967881:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.967885:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:1.0:1734016179.982781:0:1969:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016163/real 1734016163] req@ffff8800a8715500 x1818247339027584/t0(0) o400->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016179.982818:0:1969:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8715500 x1818247339027584/t0(0) o400->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016179.982828:0:1969:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88012bdc2000 already not connected (conn 4, was 2): CONNECTING 00000100:00000400:1.0:1734016179.982836:0:1969:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016163/real 1734016163] req@ffff8800a8714a80 x1818247339027840/t0(0) o400->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016179.982848:0:1969:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8714a80 x1818247339027840/t0(0) o400->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016179.982856:0:1969:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800b5934800 already not connected (conn 4, was 2): CONNECTING 00000100:00100000:1.0:1734016179.982877:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:0:1818247339029376:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016179.982884:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012bf7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:0:1818247339029632:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016179.982894:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339027328:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016179.982906:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339026560:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016179.982913:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a85e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1969:1818247339025792:192.168.201.160@tcp:400:kworker.0 00000100:00100000:1.0:1734016179.982918:0:1969:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1969:1818247339026048:192.168.201.160@tcp:400:kworker.0 00010000:00010000:1.0:1734016180.864380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016182.868452:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016183.870445:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016184.986272:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986281:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986284:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986290:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986293:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986296:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986299:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986302:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986305:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986308:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986310:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986313:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.986316:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.986319:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1734016185.874431:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016186.876445:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016188.880418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016189.882409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016191.886426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016192.888425:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016194.892409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016194.967596:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016194.967611:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967623:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967637:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967646:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016194.967691:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9180 x1818247339031552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967735:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967739:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016194.967742:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967747:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967751:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967755:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016194.967767:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016194.967778:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9500 x1818247339031680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967789:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967793:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016194.967794:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967799:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967802:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967806:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016194.967811:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016194.967819:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9880 x1818247339031808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967828:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967831:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016194.967832:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967836:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967840:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967843:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016194.967848:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016194.967856:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb100 x1818247339031936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967866:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967870:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016194.967871:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967876:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967879:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967883:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016194.967888:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016194.967898:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8a80 x1818247339032064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967907:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967911:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016194.967912:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016194.967917:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 448 00000100:00080000:3.0:1734016194.967920:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1734016194.967924:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016194.967928:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016194.967938:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8000 x1818247339032192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016194.967964:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016194.967968:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1734016195.894381:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016197.898411:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016198.900373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016199.978231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978241:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978250:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978257:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978261:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978264:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978267:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978270:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978273:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978277:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016199.978280:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016199.978283:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1734016200.904370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016201.906354:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016203.910400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016204.912401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016204.986261:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986270:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986274:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986279:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986281:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986284:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986287:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986292:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986295:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986299:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986302:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986305:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016204.986308:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016204.986312:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1734016206.916309:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016207.918343:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016209.922412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016210.924389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016212.928432:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016213.930398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016215.934398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016216.936409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016218.940421:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016219.942414:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016221.946411:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016222.948400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016224.952418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016225.954404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016227.958412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016228.960410:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016230.964403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016231.966422:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016232.968487:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016233.970446:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016234.972437:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016235.974422:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016236.976436:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016237.978450:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016238.980435:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016239.982413:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016240.984403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016241.986436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016242.988480:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016243.990453:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016244.024735:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024744:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016244.024748:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024752:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016244.024755:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024758:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016244.024761:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024764:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016244.024767:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024770:0:303:0:(pinger.c:272:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016244.024773:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024776:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016244.024781:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.024790:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.024798:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.024807:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.024821:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016244.024864:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba300 x1818247339033216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.024887:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024891:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016244.024893:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.024897:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 478 00000100:00080000:3.0:1734016244.024900:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.024904:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.024909:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016244.024919:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9180 x1818247339033344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.024935:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024938:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016244.024939:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.024943:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.024946:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.024949:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016244.024960:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9880 x1818247339033472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.024976:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.024979:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016244.024980:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.024984:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.024987:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.024990:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.024995:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016244.025003:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9500 x1818247339033600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.025011:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.025014:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016244.025015:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.025019:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.025021:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.025024:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.025028:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016244.025037:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb100 x1818247339033728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.025046:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.025048:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016244.025050:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.025054:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.025057:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.025061:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.025065:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016244.025074:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8a80 x1818247339033856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016244.025082:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016244.025085:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016244.025086:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016244.025090:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 483 00000100:00080000:3.0:1734016244.025093:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016244.025096:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016244.025100:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016244.025139:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8000 x1818247339033984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1734016244.992474:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016245.994414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016246.996404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016247.998439:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016249.000438:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016249.034264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016249.034285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034302:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034318:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034328:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016249.034381:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bbb80 x1818247339034112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016249.034432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034438:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034441:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034445:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016249.034470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb480 x1818247339034240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016249.034486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034491:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034494:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034497:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016249.034510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8e00 x1818247339034368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016249.034525:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034536:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016249.034549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba680 x1818247339034496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016249.034564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034568:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034571:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034574:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034579:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016249.034587:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4baa00 x1818247339034624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034595:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034598:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016249.034600:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034604:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034607:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034610:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034614:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016249.034622:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9f80 x1818247339034752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016249.034631:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016249.034634:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016249.034635:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016249.034639:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 512 00000100:00080000:3.0:1734016249.034643:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016249.034647:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016249.034651:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016249.034663:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8000 x1818247339034880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1734016250.002394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016251.004400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016252.006377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016252.040874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4b8000 x1818247339034880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.040934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8000 x1818247339034880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.040954:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.040960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.040968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339034880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016252.040982:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4b8e00 x1818247339034368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8e00 x1818247339034368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041017:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041028:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339034368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016252.041039:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4ba680 x1818247339034496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4ba680 x1818247339034496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041078:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041083:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339034496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016252.041185:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4baa00 x1818247339034624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041217:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4baa00 x1818247339034624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041230:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041235:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041241:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339034624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016252.041253:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4b9f80 x1818247339034752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041272:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9f80 x1818247339034752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041284:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041289:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041293:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339034752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016252.041302:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4bbb80 x1818247339034112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041315:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bbb80 x1818247339034112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041323:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041326:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041330:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339034112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016252.041337:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016249/real 1734016252] req@ffff88012b4bb480 x1818247339034240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016252.041355:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb480 x1818247339034240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016252.041363:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016252.041366:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016252.041369:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339034240:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734016253.008431:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016254.010461:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016254.042255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016254.042270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016254.042334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8a80 x1818247339035008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016254.042375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016254.042405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb100 x1818247339035136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016254.042421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016254.042445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9500 x1818247339035264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016254.042458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042465:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042468:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016254.042480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9880 x1818247339035392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016254.042494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042498:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734016254.042504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339035008:192.168.201.160@tcp:250:kworker.0 00000100:00080000:3.0:1734016254.042504:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016254.042516:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9180 x1818247339035520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042525:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042528:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016254.042530:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042533:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042536:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042539:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042543:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016254.042551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba300 x1818247339035648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016254.042558:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016254.042561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016254.042563:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016254.042566:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 517 00000100:00080000:3.0:1734016254.042568:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016254.042571:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016254.042575:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016254.042583:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb480 x1818247339035776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016254.042639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016254.042665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016254.042695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016254.042713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016254.042729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016254.042746:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016255.012419:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016255.046812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4b8a80 x1818247339035008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.046850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8a80 x1818247339035008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.046870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.046874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.046880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339035008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016255.046889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4bb100 x1818247339035136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.046912:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb100 x1818247339035136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.046920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.046923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.046927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016255.046940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4b9500 x1818247339035264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.046953:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9500 x1818247339035264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.046960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.046964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.046967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016255.047010:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4b9880 x1818247339035392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.047037:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9880 x1818247339035392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.047098:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.047103:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.047147:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339035392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016255.047161:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4b9180 x1818247339035520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.047183:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9180 x1818247339035520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.047196:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.047201:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.047206:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016255.047218:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4ba300 x1818247339035648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.047238:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4ba300 x1818247339035648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.047251:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.047255:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.047260:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016255.047272:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016254/real 1734016255] req@ffff88012b4bb480 x1818247339035776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016255.047290:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb480 x1818247339035776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016255.047313:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016255.047318:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016255.047323:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339035776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016256.014411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016257.016382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016258.018438:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016259.020440:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016259.050241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016259.050254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016259.050319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bbb80 x1818247339035904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016259.050360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050380:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016259.050392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9f80 x1818247339036032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050405:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016259.050406:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016259.050428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4baa00 x1818247339036160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016259.050442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016259.050463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba680 x1818247339036288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016259.050477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050481:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050484:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734016259.050486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339035904:192.168.201.160@tcp:250:kworker.0 00000100:00080000:3.0:1734016259.050487:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016259.050500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8e00 x1818247339036416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016259.050512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050516:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050519:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050522:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016259.050534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8000 x1818247339036544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016259.050543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016259.050546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016259.050548:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016259.050551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 522 00000100:00080000:3.0:1734016259.050554:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016259.050557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016259.050561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016259.050570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb480 x1818247339036672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734016259.050623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016259.050648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016259.050677:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016259.050695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016259.050713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016259.050731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016260.022423:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016261.024409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016262.026377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016262.056571:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4ba680 x1818247339036288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4ba680 x1818247339036288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.056653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.056660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.056669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016262.056684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4b8e00 x1818247339036416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8e00 x1818247339036416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.056718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.056723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.056730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016262.056742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4b8000 x1818247339036544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8000 x1818247339036544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.056776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.056781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.056787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016262.056799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4bb480 x1818247339036672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb480 x1818247339036672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.056840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.056845:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.056851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339036672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016262.056862:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4bbb80 x1818247339035904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056883:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bbb80 x1818247339035904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.056896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.056900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.056906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339035904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016262.056918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4b9f80 x1818247339036032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.056997:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9f80 x1818247339036032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.057012:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.057016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.057022:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016262.057033:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016259/real 1734016262] req@ffff88012b4baa00 x1818247339036160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016262.057053:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4baa00 x1818247339036160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016262.057076:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016262.057081:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016262.057087:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036160:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016263.028451:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016264.030430:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016264.058246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016264.058261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016264.058326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba300 x1818247339036800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058364:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016264.058367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058374:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016264.058399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9180 x1818247339036928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016264.058414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016264.058435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9880 x1818247339037056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016264.058449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016264.058469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9500 x1818247339037184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016264.058483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734016264.058492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339036800:192.168.201.160@tcp:250:kworker.0 00000100:00080000:3.0:1734016264.058493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016264.058505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb100 x1818247339037312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016264.058518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016264.058539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8a80 x1818247339037440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016264.058547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016264.058549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016264.058551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016264.058554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 527 00000100:00080000:3.0:1734016264.058557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016264.058560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016264.058564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016264.058573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4baa00 x1818247339037568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734016264.058591:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4ba300 x1818247339036800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.058647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4ba300 x1818247339036800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.058659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.058664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.058669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339036800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016264.058677:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016264.058697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058704:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4b9180 x1818247339036928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.058715:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9180 x1818247339036928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.058723:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.058726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.058730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339036928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016264.058737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016264.058753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4b9880 x1818247339037056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.058769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9880 x1818247339037056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.058776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.058779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.058782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016264.058817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016264.058830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4b9500 x1818247339037184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.058847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9500 x1818247339037184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.058854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.058856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.058859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016264.058866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016264.058879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058887:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4bb100 x1818247339037312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.058944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb100 x1818247339037312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.058953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.058955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.058959:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016264.058965:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016264.058983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.058991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4b8a80 x1818247339037440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.059002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8a80 x1818247339037440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.059009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.059012:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.059015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016264.059020:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016264.059036:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016264.059043:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016264/real 1734016264] req@ffff88012b4baa00 x1818247339037568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016264.059053:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4baa00 x1818247339037568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016264.059068:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016264.059071:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016264.059074:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339037568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016265.032412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016266.034401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016267.036391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016268.038466:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016269.040419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016269.066240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016269.066255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:3.0:1734016269.066318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b9f80 x1818247339037696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066352:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016269.066358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066363:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066366:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016269.066378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016269.066389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bbb80 x1818247339037824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016269.066404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016269.066419:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016269.066427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4bb480 x1818247339037952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016269.066440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016269.066453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016269.066460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8000 x1818247339038080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016269.066474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066484:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339037696:192.168.201.160@tcp:250:kworker.0 00000008:00100000:3.0:1734016269.066488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016269.066497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4b8e00 x1818247339038208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016269.066511:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066518:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016269.066525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016269.066532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4ba680 x1818247339038336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016269.066540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016269.066543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016269.066545:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016269.066548:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 532 00000100:00080000:3.0:1734016269.066551:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734016269.066554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:3.0:1734016269.066558:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016269.066565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b4baa00 x1818247339038464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734016269.066587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4b9f80 x1818247339037696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.066644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b9f80 x1818247339037696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.066657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.066661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.066666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339037696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016269.066674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016269.066695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4bbb80 x1818247339037824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.066714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bbb80 x1818247339037824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.066730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.066733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.066737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016269.066743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016269.066761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4bb480 x1818247339037952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.066778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4bb480 x1818247339037952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.066785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.066788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.066791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339037952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016269.066866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016269.066885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4b8000 x1818247339038080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.066905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8000 x1818247339038080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.066912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.066915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.066918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016269.066926:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016269.066941:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4b8e00 x1818247339038208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.066959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4b8e00 x1818247339038208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.066967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.066969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.066972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016269.066978:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016269.066992:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.066998:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4ba680 x1818247339038336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.067009:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4ba680 x1818247339038336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.067015:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.067018:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.067021:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016269.067027:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016269.067041:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016269.067047:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016269/real 1734016269] req@ffff88012b4baa00 x1818247339038464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016269.067059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b4baa00 x1818247339038464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016269.067067:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016269.067069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016269.067072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b4baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339038464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016270.042425:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016271.044369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016272.046400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016273.048432:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016274.050409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016274.074594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339038592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016274.074752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016274.074782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016274.074813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016274.074831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016274.074849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016274.074866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016275.052382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016276.054398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016277.056392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016277.080639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8717100 x1818247339038976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.080719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339038976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.080735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.080739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.080746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016277.080754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8716680 x1818247339039104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.080769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339039104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.080782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.080787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.080793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016277.080804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8714e00 x1818247339039232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.080823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339039232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.080836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.080841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.080846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016277.080856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8714000 x1818247339039360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.080885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339039360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.080899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.080903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.080908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339039360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016277.080919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8715880 x1818247339038592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.080940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339038592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.080953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.080957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.080963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339038592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016277.080985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8714a80 x1818247339038720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.081006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339038720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.081019:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.081024:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.081029:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016277.081041:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016274/real 1734016277] req@ffff8800a8715500 x1818247339038848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016277.081069:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339038848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016277.081082:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016277.081087:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016277.081093:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339038848:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016278.058436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016279.060451:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016279.082459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339039488:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016279.082551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8717800 x1818247339039488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339039488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082616:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339039488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016279.082635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016279.082693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8716300 x1818247339039616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339039616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016279.082737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016279.082753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8715c00 x1818247339039744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339039744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016279.082819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016279.082833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8715f80 x1818247339039872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339039872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339039872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016279.082871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016279.082886:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082892:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8715180 x1818247339040000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339040000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016279.082922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016279.082935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8714380 x1818247339040128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.082951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339040128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.082958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.082960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.082964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016279.082970:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016279.082984:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016279.082990:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016279/real 1734016279] req@ffff8800a8717b80 x1818247339040256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016279.083002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339040256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016279.083010:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016279.083012:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016279.083015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016280.062394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016281.064405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016282.066369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016283.068426:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016284.070415:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016284.090426:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339040384:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016284.090523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090583:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8717b80 x1818247339040384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339040384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339040384:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016284.090639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016284.090663:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8714380 x1818247339040512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339040512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016284.090740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016284.090756:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8715180 x1818247339040640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339040640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016284.090793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016284.090806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8715f80 x1818247339040768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339040768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090836:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339040768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016284.090843:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016284.090858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8715c00 x1818247339040896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339040896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090883:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339040896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016284.090893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016284.090907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8716300 x1818247339041024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339041024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016284.090942:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016284.090962:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016284.090968:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016284/real 1734016284] req@ffff8800a8717800 x1818247339041152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016284.090980:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339041152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016284.090988:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016284.090990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016284.090993:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016285.072397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016286.074371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016287.076401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016288.078414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016289.080422:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016289.098513:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339041280:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016289.098612:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8715500 x1818247339041280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339041280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339041280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016289.098699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016289.098724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8714a80 x1818247339041408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339041408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016289.098763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016289.098779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8715880 x1818247339041536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339041536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016289.098839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016289.098853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8714000 x1818247339041664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339041664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339041664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016289.098896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016289.098910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8714e00 x1818247339041792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098926:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339041792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098938:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016289.098945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016289.098958:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.098964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8716680 x1818247339041920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.098975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339041920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.098981:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.098985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.098988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339041920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016289.098994:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016289.099009:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016289.099015:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016289/real 1734016289] req@ffff8800a8717100 x1818247339042048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016289.099025:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339042048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016289.099032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016289.099034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016289.099037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016290.082383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016291.084407:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016292.086378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016293.088446:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016294.090419:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016294.106560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339042176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016294.106674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016294.106700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016294.106727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016294.106743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016294.106759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016294.106777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016295.092435:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016296.094428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016297.096434:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016297.112656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8716a00 x1818247339042560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.112704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339042560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.112723:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.112730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.112738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016297.112753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8717100 x1818247339042688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.112775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339042688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.112790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.112794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.112800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016297.112812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8716680 x1818247339042816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.112832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339042816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.112855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.112860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.112866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016297.112877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8714e00 x1818247339042944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.112896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339042944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.112908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.112913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.112918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339042944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016297.112930:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8714700 x1818247339042176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.112950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339042176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.112963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.112967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.112972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339042176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016297.112984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8717480 x1818247339042304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.113004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339042304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.113026:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.113031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.113036:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016297.113046:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016294/real 1734016297] req@ffff8800a8716d80 x1818247339042432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016297.113064:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339042432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016297.113076:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016297.113081:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016297.113086:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339042432:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016298.098440:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016299.100437:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016299.114527:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339043072:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016299.114625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8714000 x1818247339043072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339043072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114694:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.114703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339043072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016299.114712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016299.114733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8715880 x1818247339043200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339043200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.114766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016299.114773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016299.114789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8714a80 x1818247339043328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339043328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.114818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016299.114851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016299.114865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8715500 x1818247339043456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339043456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.114904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339043456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016299.114910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016299.114924:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114930:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8717800 x1818247339043584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339043584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.114952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016299.114959:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016299.114973:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.114979:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8716300 x1818247339043712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.114989:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339043712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.114996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.114999:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.115002:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016299.115009:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016299.115023:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016299.115029:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016299/real 1734016299] req@ffff8800a8715c00 x1818247339043840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016299.115039:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339043840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016299.115047:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016299.115050:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016299.115053:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339043840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016300.102403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016301.104362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016302.106398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016303.108393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016304.110348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016304.122392:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339043968:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016304.122450:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122470:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8715f80 x1818247339043968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122483:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339043968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122490:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122493:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122495:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339043968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016304.122500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016304.122510:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122514:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8715180 x1818247339044096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122519:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339044096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122524:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122525:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122527:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016304.122544:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016304.122552:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8714380 x1818247339044224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339044224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122565:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122566:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122568:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016304.122571:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016304.122579:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8717b80 x1818247339044352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122588:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339044352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016304.122596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016304.122604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8715c00 x1818247339044480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339044480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122618:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016304.122620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016304.122627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8716300 x1818247339044608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339044608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016304.122649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016304.122656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016304.122659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016304/real 1734016304] req@ffff8800a8717800 x1818247339044736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016304.122664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339044736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016304.122668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016304.122669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016304.122671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339044736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016305.112385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016306.114406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016307.116414:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016308.118415:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016309.120416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016309.130498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339044864:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016309.130597:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8715500 x1818247339044864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339044864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339044864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016309.130685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016309.130706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8714a80 x1818247339044992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339044992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339044992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016309.130746:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016309.130761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8715880 x1818247339045120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339045120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016309.130825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016309.130839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8714000 x1818247339045248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339045248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016309.130875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016309.130889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8716d80 x1818247339045376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339045376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016309.130926:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016309.130943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130949:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8717480 x1818247339045504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.130960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339045504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.130967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.130969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.130972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016309.130978:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016309.130992:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016309.130998:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016309/real 1734016309] req@ffff8800a8714700 x1818247339045632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016309.131008:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339045632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016309.131015:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016309.131018:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016309.131021:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339045632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016310.122401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016311.124377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016312.126400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016313.128415:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016314.130373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016314.138492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339045760:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016314.138588:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8714e00 x1818247339045760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339045760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339045760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016314.138674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016314.138694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8716680 x1818247339045888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339045888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339045888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016314.138733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016314.138748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8717100 x1818247339046016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339046016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016314.138813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016314.138827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8716a00 x1818247339046144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339046144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016314.138864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016314.138878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8714700 x1818247339046272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339046272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016314.138914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016314.138928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8717480 x1818247339046400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339046400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.138951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.138953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.138956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016314.138962:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016314.138976:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016314.138981:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016314/real 1734016314] req@ffff8800a8716d80 x1818247339046528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016314.138992:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339046528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016314.139000:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016314.139003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016314.139006:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339046528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016315.132437:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016316.134355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016317.136249:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016318.138303:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016319.140351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016319.146505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339046656:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016319.146591:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8714000 x1818247339046656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339046656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339046656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016319.146671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016319.146691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8715880 x1818247339046784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339046784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016319.146753:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016319.146768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8714a80 x1818247339046912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339046912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339046912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016319.146806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016319.146818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8715500 x1818247339047040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339047040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016319.146852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016319.146866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8717800 x1818247339047168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339047168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016319.146901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016319.146915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.146921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8716300 x1818247339047296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.146931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339047296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.146938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.146940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.146943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016319.146948:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016319.146994:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016319.147003:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016319/real 1734016319] req@ffff8800a8715c00 x1818247339047424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016319.147014:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339047424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016319.147021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016319.147023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016319.147027:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339047424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016320.142314:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016321.144298:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016322.146409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016323.148408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016324.150394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016324.154506:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339047552:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734016324.154592:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8717b80 x1818247339047552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339047552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.154653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.154657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.154662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339047552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016324.154670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016324.154690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8714380 x1818247339047680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339047680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.154717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.154719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.154723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016324.154753:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016324.154768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8715180 x1818247339047808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339047808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.154794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.154797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.154800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016324.154805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016324.154818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8715f80 x1818247339047936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339047936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.154841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.154843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.154846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339047936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016324.154852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734016324.154866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8715c00 x1818247339048064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154932:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339048064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.154948:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.154951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.154954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016324.154960:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016324.154978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.154985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8716300 x1818247339048192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.154996:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339048192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.155004:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.155006:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.155009:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016324.155014:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734016324.155027:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734016324.155033:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016324/real 1734016324] req@ffff8800a8717800 x1818247339048320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016324.155043:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339048320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016324.155050:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016324.155053:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016324.155056:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016325.152360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016326.154372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016327.156396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016328.158414:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016329.160435:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016329.162517:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339048448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016329.162633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016329.162668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016329.162686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016329.162701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016329.162718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339049088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016329.162734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339049216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016330.162373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016331.164409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016332.166410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734016332.168636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8715880 x1818247339048704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339048704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168693:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016332.168708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8714000 x1818247339048832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339048832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016332.168802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8716d80 x1818247339048960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339048960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339048960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734016332.168838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8717480 x1818247339049088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339049088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339049088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016332.168874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8714700 x1818247339049216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339049216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339049216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734016332.168928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8715500 x1818247339048448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.168948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339048448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.168960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.168964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.168969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339048448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734016332.168981:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016329/real 1734016332] req@ffff8800a8714a80 x1818247339048576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734016332.169010:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339048576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734016332.169024:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734016332.169029:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734016332.169035:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339048576:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734016333.168365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016334.170411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016335.172356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016336.174418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016337.176362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016338.178439:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016339.180410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016340.182363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016341.184397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016342.186402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016343.188412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016344.190391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016345.192384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016346.194351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016347.196361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016348.198421:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016349.200412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016350.202388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016351.204390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016352.206443:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016353.208458:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016354.210431:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016355.212442:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016356.214405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016357.216393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016358.218441:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016359.220406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016360.222391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016361.224430:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016362.226427:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016363.228442:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016364.230429:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016365.232398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016366.234385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016367.236379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016368.238388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016369.240381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016370.242348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016371.244358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016372.246378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016373.248371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016374.250355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016375.252290:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016376.254391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016377.256379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016378.258341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016379.260377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016380.262400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016381.264390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016382.266352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016383.268402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016384.270381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016385.272379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016386.274404:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016387.276391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016388.278398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016389.280420:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016390.282405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016391.284386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016392.286400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016393.288406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016394.290389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016395.292400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016396.294369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016397.272360:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734016397.272405:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016397.272424:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272457:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272464:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272472:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272478:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272485:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734016397.272493:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734016397.296376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016398.298382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016399.300389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016400.302376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016401.304398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016402.306396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016403.308339:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016404.310373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016405.312404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016406.314361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016407.316386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016408.318396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016409.320379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016410.322382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016411.324426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016412.326351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016413.328413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016414.330422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016415.332407:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016416.334414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016417.336374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016418.338404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016419.340366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016420.342379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016421.344374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016422.346372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016423.348354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016424.350351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016425.352399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016426.354405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016427.356335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016428.358400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016429.360359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016430.362367:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016431.364364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016432.366379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016433.368297:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016434.370388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016435.372355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016436.374395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016437.376399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016438.378404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016439.380370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016440.382402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016441.384366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016442.386349:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016443.388401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016444.390413:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016445.392419:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016446.394389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016447.396388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016448.398439:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016449.400380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016450.402404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016452.406347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016453.408364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016455.412375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016456.414322:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016458.418285:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016459.420243:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016461.424289:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016462.376483:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8716300 x1818247339072384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376498:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339072384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376505:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376508:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376510:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339072384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016462.376515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8715c00 x1818247339072512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376538:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339072512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376543:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376545:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376547:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339072512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016462.376551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8717480 x1818247339071744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376558:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339071744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376562:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376564:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376565:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339071744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016462.376571:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8716d80 x1818247339071872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339071872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376580:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376584:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339071872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016462.376587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8714000 x1818247339072000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339072000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376596:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016462.376602:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8715880 x1818247339072128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339072128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376614:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016462.376619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016459/real 1734016462] req@ffff8800a8717800 x1818247339072256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016462.376625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339072256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016462.376629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016462.376630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016462.376631:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339072256:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734016462.426232:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016464.378389:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339072640:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016464.378443:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378460:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8715f80 x1818247339072640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378471:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339072640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378478:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378480:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378483:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339072640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016464.378508:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016464.378522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378526:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8715180 x1818247339072768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378533:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339072768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378538:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378539:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378541:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016464.378560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016464.378569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8714380 x1818247339072896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339072896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378592:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339072896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016464.378596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016464.378604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378608:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8717b80 x1818247339073024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378613:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339073024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016464.378624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016464.378632:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8717800 x1818247339073152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339073152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016464.378650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016464.378657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8715880 x1818247339073280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339073280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016464.378683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016464.378690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016464.378693:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016464/real 1734016464] req@ffff8800a8714000 x1818247339073408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016464.378699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339073408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016464.378704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016464.378705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016464.378706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339073408:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016464.430267:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016465.432271:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016467.436379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016468.438372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016469.386421:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339073536:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016469.386486:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386504:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8716d80 x1818247339073536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386517:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339073536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386524:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386526:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386530:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339073536:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016469.386536:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016469.386554:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8717480 x1818247339073664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386569:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339073664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386574:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386577:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016469.386586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016469.386603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386609:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8715c00 x1818247339073792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339073792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386626:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386631:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016469.386637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016469.386652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8716300 x1818247339073920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339073920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339073920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016469.386686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016469.386703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8716680 x1818247339074048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339074048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386723:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016469.386759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016469.386771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8714e00 x1818247339074176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339074176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016469.386800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016469.386810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016469.386814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016469/real 1734016469] req@ffff8800a8714700 x1818247339074304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016469.386828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339074304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016469.386834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016469.386836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016469.386839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074304:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016470.442349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016471.444430:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016473.448427:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016474.394428:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339074432:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016474.394518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8717100 x1818247339074432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394565:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339074432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394577:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394581:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339074432:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016474.394594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016474.394613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8716a00 x1818247339074560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339074560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016474.394653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016474.394669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8714a80 x1818247339074688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339074688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016474.394704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016474.394718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8715500 x1818247339074816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339074816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339074816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016474.394751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016474.394769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8714700 x1818247339074944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339074944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339074944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016474.394805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016474.394821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8714e00 x1818247339075072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339075072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394843:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394845:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016474.394854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016474.394867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016474.394873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016474/real 1734016474] req@ffff8800a8716680 x1818247339075200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016474.394890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339075200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016474.394898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016474.394901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016474.394903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075200:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016474.450464:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016476.454508:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016477.456520:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016479.402609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339075328:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016479.402677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8716300 x1818247339075328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339075328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.402729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.402732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.402736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339075328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016479.402744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016479.402762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8715c00 x1818247339075456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339075456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.402788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.402791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.402795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016479.402821:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016479.402836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8717480 x1818247339075584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339075584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.402861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.402863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.402866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016479.402872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016479.402884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8716d80 x1818247339075712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339075712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.402907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.402909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.402912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339075712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016479.402918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016479.402934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8714000 x1818247339075840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339075840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.402958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.402960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.402963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016479.402969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016479.402982:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.402988:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8715880 x1818247339075968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.402998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339075968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.403005:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.403008:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.403011:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339075968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016479.403026:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016479.403039:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016479.403045:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016479/real 1734016479] req@ffff8800a8717800 x1818247339076096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016479.403062:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339076096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016479.403070:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016479.403072:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016479.403075:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076096:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016479.460503:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016480.462507:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016482.466446:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016483.468278:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016484.410368:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339076224:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016484.410434:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410455:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8717b80 x1818247339076224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410473:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339076224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410484:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410487:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410492:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339076224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016484.410499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016484.410516:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410523:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8714380 x1818247339076352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410535:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339076352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410542:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410545:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410549:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016484.410555:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016484.410569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8715180 x1818247339076480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410585:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339076480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016484.410639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016484.410647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8715f80 x1818247339076608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339076608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339076608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016484.410665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016484.410673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8717800 x1818247339076736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339076736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016484.410691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016484.410697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8715880 x1818247339076864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339076864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016484.410714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016484.410721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016484.410724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016484/real 1734016484] req@ffff8800a8714000 x1818247339076992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016484.410733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339076992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016484.410738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016484.410739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016484.410740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339076992:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016485.472415:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016486.474422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016488.478398:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 11 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016488.478412:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478445:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0xc:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478483:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478492:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0xc:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478499:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae06e8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x857af32d4ea23b97 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478512:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5073c0/0x6897f2fa45adacdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x857af32d4ea1d592 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478532:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de3180/0x6897f2fa45adabcc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea1d323 expref: -99 pid: 10357 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478539:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0xa:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478548:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506d00/0x6897f2fa45adaae5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea1d19b expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478559:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x9:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478565:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657840/0x6897f2fa45ad3f92 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea14571 expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478572:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x9:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478577:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de1680/0x6897f2fa45ad4048 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x857af32d4ea146c8 expref: -99 pid: 9641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478591:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bed00/0x6897f2fa45ac8460 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea06f65 expref: -99 pid: 9544 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478599:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x5:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478605:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bf180/0x6897f2fa45ac8498 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x857af32d4ea06fff expref: -99 pid: 9544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478619:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800aa09f840/0x6897f2fa45ac83e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x857af32d4ea06e23 expref: -99 pid: 9540 timeout: 0 lvb_type: 3 00000080:00200000:1.0:1734016488.478627:0:4737:0:(vvp_object.c:134:vvp_conf_set()) [0x200000401:0x3:0x0]: losing layout lock 00010000:00010000:1.0:1734016488.478663:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478671:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 1/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478678:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae06e8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea23b97 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478684:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5073c0/0x6897f2fa45adacdd lrc: 1/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea1d592 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478692:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de3180/0x6897f2fa45adabcc lrc: 1/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d323 expref: -99 pid: 10357 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478698:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506d00/0x6897f2fa45adaae5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d19b expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478704:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657840/0x6897f2fa45ad3f92 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea14571 expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478711:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de1680/0x6897f2fa45ad4048 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea146c8 expref: -99 pid: 9641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478717:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bed00/0x6897f2fa45ac8460 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea06f65 expref: -99 pid: 9544 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478723:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bf180/0x6897f2fa45ac8498 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea06fff expref: -99 pid: 9544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478729:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800aa09f840/0x6897f2fa45ac83e2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea06e23 expref: -99 pid: 9540 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478734:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 11 locks packed 00010000:00010000:1.0:1734016488.478772:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506ac0/0x6897f2fa45ae181b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea24efa expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478796:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c505680/0x6897f2fa45adac4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d46c expref: -99 pid: 10361 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478806:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012be2dd40/0x6897f2fa45ae06e8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea23b97 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478827:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c5073c0/0x6897f2fa45adacdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea1d592 expref: -99 pid: 10361 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478839:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de3180/0x6897f2fa45adabcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d323 expref: -99 pid: 10357 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478849:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff88012c506d00/0x6897f2fa45adaae5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea1d19b expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478857:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8657840/0x6897f2fa45ad3f92 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea14571 expref: -99 pid: 9641 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478867:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800a8de1680/0x6897f2fa45ad4048 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea146c8 expref: -99 pid: 9641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478878:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bed00/0x6897f2fa45ac8460 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea06f65 expref: -99 pid: 9544 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478886:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8801373bf180/0x6897f2fa45ac8498 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x857af32d4ea06fff expref: -99 pid: 9544 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1734016488.478896:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8800aa143800 lock: ffff8800aa09f840/0x6897f2fa45ac83e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x857af32d4ea06e23 expref: -99 pid: 9540 timeout: 0 lvb_type: 3 00010000:00010000:1.0:1734016488.478908:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016488.478910:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016488.478913:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016489.418297:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339077248:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016489.418337:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418349:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8716d80 x1818247339077248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418360:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339077248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418365:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418367:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418370:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339077248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016489.418373:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016489.418384:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418387:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8717480 x1818247339077376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418393:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339077376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418397:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418399:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418401:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016489.418404:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016489.418412:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418415:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8715c00 x1818247339077504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418420:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339077504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418424:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418425:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418427:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016489.418444:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016489.418451:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418454:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8716300 x1818247339077632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418460:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339077632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418464:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418465:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418466:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339077632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016489.418469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339077760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016489.418478:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418481:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8716680 x1818247339077760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418487:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339077760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418491:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418492:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418494:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339077760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016489.418497:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339077888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016489.418503:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418506:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8714e00 x1818247339077888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418511:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339077888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418514:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418515:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418517:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339077888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016489.418520:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016489.418526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016489.418529:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016489/real 1734016489] req@ffff8800a8714700 x1818247339078016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016489.418538:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339078016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016489.418542:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016489.418543:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016489.418545:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078016:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016491.484374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016494.426367:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339078144:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016494.426409:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426422:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8715500 x1818247339078144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426433:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339078144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426439:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426440:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426443:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339078144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016494.426446:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016494.426456:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426460:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8714a80 x1818247339078272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426465:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339078272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426469:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426471:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426473:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016494.426476:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016494.426483:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426486:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8716a00 x1818247339078400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426491:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339078400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426495:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426497:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426498:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016494.426501:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016494.426507:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426510:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8717100 x1818247339078528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426515:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339078528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426519:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426520:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426521:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339078528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016494.426539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016494.426548:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8714700 x1818247339078656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426556:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339078656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426560:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426561:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016494.426566:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016494.426572:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8714e00 x1818247339078784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339078784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016494.426589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016494.426595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016494.426598:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016494/real 1734016494] req@ffff8800a8716680 x1818247339078912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016494.426606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339078912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016494.426610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016494.426612:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016494.426613:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339078912:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016494.490240:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016497.496311:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016499.434463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339079040:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016499.434532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.434556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8716300 x1818247339079040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.434579:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339079040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.434593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.434598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.434604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339079040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016499.434633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016499.434660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.434671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8715c00 x1818247339079168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.434688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339079168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.434701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.434705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.434711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016499.434721:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016499.434743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.434753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8717480 x1818247339079296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.434770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339079296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.434783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.434786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.434792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016499.434801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016499.434825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.434833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8716d80 x1818247339079424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.434844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339079424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.434852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.434854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.434857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339079424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016499.434863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016499.434880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.434886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8714000 x1818247339079552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.434945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339079552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.434953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.434955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.434959:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016499.434979:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016499.434996:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.435002:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8715880 x1818247339079680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.435013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339079680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.435021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.435023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.435026:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016499.435031:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016499.435044:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016499.435049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016499/real 1734016499] req@ffff8800a8717800 x1818247339079808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016499.435066:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339079808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016499.435073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016499.435075:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016499.435078:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339079808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016500.502365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016503.508321:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016504.446424:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339079936:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016504.446469:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446484:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8715f80 x1818247339079936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446497:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339079936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446505:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446507:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446511:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339079936:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016504.446516:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016504.446529:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446535:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8715180 x1818247339080064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446544:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339080064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446550:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446553:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446555:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016504.446560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016504.446571:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8714380 x1818247339080192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339080192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446590:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016504.446599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016504.446609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8717b80 x1818247339080320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339080320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016504.446637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016504.446648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8717800 x1818247339080448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339080448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016504.446676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016504.446687:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8715880 x1818247339080576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339080576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016504.446715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016504.446724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016504.446729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016504/real 1734016504] req@ffff8800a8714000 x1818247339080704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016504.446744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339080704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016504.446750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016504.446752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016504.446754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339080704:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016506.516276:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016509.450457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339080832:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016509.450522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8716d80 x1818247339080832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339080832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450574:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450582:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339080832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016509.450590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016509.450608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8717480 x1818247339080960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339080960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339080960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016509.450647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016509.450661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8715c00 x1818247339081088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339081088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016509.450754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016509.450773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8716300 x1818247339081216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339081216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016509.450811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016509.450827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8716680 x1818247339081344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339081344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016509.450863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016509.450875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8714e00 x1818247339081472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450891:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339081472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016509.450908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016509.450920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016509.450926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016509/real 1734016509] req@ffff8800a8714700 x1818247339081600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016509.450943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339081600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016509.450951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016509.450953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016509.450956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339081600:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016509.522358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016512.528391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016514.458457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339081728:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016514.458519:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458541:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8717100 x1818247339081728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458560:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339081728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458571:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339081728:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016514.458586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016514.458604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8716a00 x1818247339081856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339081856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458668:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016514.458675:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016514.458693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8714a80 x1818247339081984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339081984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339081984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016514.458752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016514.458765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8715500 x1818247339082112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339082112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016514.458801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016514.458818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8714700 x1818247339082240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339082240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458843:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458845:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016514.458853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016514.458864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8714e00 x1818247339082368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339082368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016514.458897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016514.458910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016514.458916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016514/real 1734016514] req@ffff8800a8716680 x1818247339082496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016514.458932:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339082496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016514.458940:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016514.458942:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016514.458945:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339082496:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016515.534344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016518.540387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016519.466467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339082624:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016519.466531:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466586:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8716300 x1818247339082624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339082624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466620:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339082624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016519.466634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016519.466655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8715c00 x1818247339082752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339082752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016519.466694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016519.466708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8717480 x1818247339082880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339082880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339082880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016519.466765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016519.466778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8716d80 x1818247339083008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339083008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016519.466813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016519.466829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8714000 x1818247339083136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339083136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016519.466864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016519.466876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8715880 x1818247339083264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466891:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339083264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016519.466909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016519.466921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016519.466927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016519/real 1734016519] req@ffff8800a8717800 x1818247339083392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016519.466944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339083392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016519.466951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016519.466953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016519.466956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339083392:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016521.546388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016524.474491:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339083520:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016524.474579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016524.474601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016524.474625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016524.474639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016524.474654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016524.474669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084288:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016524.552358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016527.480604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8715f80 x1818247339083904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339083904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016527.480672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8717800 x1818247339084032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339084032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016527.480724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8715880 x1818247339084160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339084160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480765:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016527.480775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8714000 x1818247339084288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339084288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016527.480829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8717b80 x1818247339083520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339083520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339083520:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016527.480880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8714380 x1818247339083648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339083648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016527.480929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016524/real 1734016527] req@ffff8800a8715180 x1818247339083776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016527.480947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339083776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016527.480960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016527.480963:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016527.480969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339083776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016527.558381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016529.482469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339084416:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016529.482533:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8716d80 x1818247339084416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339084416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482588:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482593:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339084416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016529.482601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016529.482618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8717480 x1818247339084544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339084544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016529.482676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016529.482691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482697:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8715c00 x1818247339084672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339084672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016529.482727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016529.482739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8716300 x1818247339084800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339084800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339084800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016529.482774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016529.482786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482792:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8716680 x1818247339084928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339084928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339084928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016529.482822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016529.482836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8714e00 x1818247339085056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339085056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016529.482870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016529.482883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016529.482890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016529/real 1734016529] req@ffff8800a8714700 x1818247339085184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016529.482900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339085184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016529.482907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016529.482909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016529.482912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085184:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016530.564419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016533.570424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016534.490483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339085312:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016534.490548:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490570:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8715500 x1818247339085312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490589:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339085312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490600:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490603:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490608:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339085312:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016534.490615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016534.490633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8714a80 x1818247339085440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339085440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016534.490671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016534.490685:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8716a00 x1818247339085568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490701:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339085568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490711:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016534.490742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016534.490756:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8717100 x1818247339085696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339085696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339085696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016534.490790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016534.490803:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8714700 x1818247339085824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339085824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016534.490837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016534.490853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8714e00 x1818247339085952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339085952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339085952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016534.490887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016534.490899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016534.490905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016534/real 1734016534] req@ffff8800a8716680 x1818247339086080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016534.490914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339086080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016534.490922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016534.490924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016534.490927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016536.576449:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016539.498537:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339086208:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016539.498609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8716300 x1818247339086208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339086208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339086208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016539.498689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016539.498708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8715c00 x1818247339086336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339086336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016539.498748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016539.498762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8717480 x1818247339086464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339086464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016539.498822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016539.498836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8716d80 x1818247339086592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339086592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339086592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016539.498871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016539.498885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8715180 x1818247339086720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339086720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016539.498921:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016539.498937:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8714380 x1818247339086848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.498954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339086848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.498961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.498964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.498966:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016539.498972:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016539.498985:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016539.498991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016539/real 1734016539] req@ffff8800a8717b80 x1818247339086976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016539.499001:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339086976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016539.499008:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016539.499011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016539.499014:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339086976:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016539.582381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016542.588349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016544.506448:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339087104:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016544.506513:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506534:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8714000 x1818247339087104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339087104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506571:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339087104:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016544.506586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016544.506605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8715880 x1818247339087232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339087232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016544.506642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016544.506656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8717800 x1818247339087360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339087360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016544.506713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016544.506726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8715f80 x1818247339087488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339087488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339087488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016544.506760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016544.506773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8717b80 x1818247339087616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339087616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016544.506807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016544.506823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8714380 x1818247339087744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339087744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016544.506856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016544.506869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016544.506874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016544/real 1734016544] req@ffff8800a8715180 x1818247339087872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016544.506884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339087872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016544.506891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016544.506893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016544.506896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339087872:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016545.594385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016548.600330:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016549.514464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339088000:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016549.514530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8716d80 x1818247339088000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339088000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339088000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016549.514603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016549.514620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8717480 x1818247339088128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339088128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514648:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016549.514658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016549.514672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8715c00 x1818247339088256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339088256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514695:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016549.514729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016549.514743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8716300 x1818247339088384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339088384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339088384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016549.514777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016549.514790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8716680 x1818247339088512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339088512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016549.514824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016549.514840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8714e00 x1818247339088640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339088640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016549.514874:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016549.514886:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016549.514892:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016549/real 1734016549] req@ffff8800a8714700 x1818247339088768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016549.514903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339088768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016549.514910:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016549.514912:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016549.514915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339088768:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016551.606359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016554.522444:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339088896:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016554.522508:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522529:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8717100 x1818247339088896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522556:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339088896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522565:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522568:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522573:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339088896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016554.522581:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016554.522599:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8716a00 x1818247339089024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522617:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339089024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522627:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522631:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016554.522636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016554.522650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8714a80 x1818247339089152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339089152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016554.522707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016554.522721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522727:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8715500 x1818247339089280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339089280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522747:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522750:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016554.522755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016554.522768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8714700 x1818247339089408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522784:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339089408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016554.522802:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016554.522818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8714e00 x1818247339089536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339089536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016554.522852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016554.522865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016554.522870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016554/real 1734016554] req@ffff8800a8716680 x1818247339089664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016554.522880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339089664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016554.522887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016554.522889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016554.522892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339089664:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016554.612351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016557.618389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016559.530504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339089792:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016559.530574:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530598:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8716300 x1818247339089792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339089792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530639:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339089792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016559.530656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016559.530675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8715c00 x1818247339089920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339089920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339089920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016559.530713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016559.530728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8717480 x1818247339090048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339090048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016559.530787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016559.530800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8716d80 x1818247339090176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339090176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016559.530836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016559.530850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8715180 x1818247339090304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339090304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016559.530922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016559.530942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8714380 x1818247339090432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.530961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339090432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.530969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.530971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.530974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016559.530980:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016559.530993:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016559.530999:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016559/real 1734016559] req@ffff8800a8717b80 x1818247339090560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016559.531009:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339090560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016559.531017:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016559.531019:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016559.531022:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339090560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016560.624386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016563.630394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016564.538463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339090688:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016564.538527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8715f80 x1818247339090688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339090688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538588:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538593:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339090688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016564.538601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016564.538618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8717800 x1818247339090816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339090816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538646:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016564.538656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016564.538669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8715880 x1818247339090944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339090944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339090944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016564.538727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016564.538740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8714000 x1818247339091072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339091072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016564.538775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016564.538837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8717b80 x1818247339091200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538856:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339091200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016564.538875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016564.538893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8714380 x1818247339091328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339091328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016564.538928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016564.538940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016564.538946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016564/real 1734016564] req@ffff8800a8715180 x1818247339091456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016564.538956:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339091456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016564.538963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016564.538965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016564.538968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339091456:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016566.636421:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016569.546471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339091584:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016569.546535:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8716d80 x1818247339091584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339091584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339091584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016569.546609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016569.546628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8717480 x1818247339091712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339091712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016569.546665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016569.546679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8715c00 x1818247339091840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339091840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016569.546771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016569.546789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8716300 x1818247339091968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339091968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339091968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016569.546826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016569.546839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8716680 x1818247339092096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339092096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016569.546874:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016569.546890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8714e00 x1818247339092224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339092224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016569.546924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016569.546936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016569.546942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016569/real 1734016569] req@ffff8800a8714700 x1818247339092352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016569.546952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339092352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016569.546959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016569.546961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016569.546964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092352:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016569.642361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016572.648359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016574.554497:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339092480:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016574.554565:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8715500 x1818247339092480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339092480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554664:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339092480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016574.554683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016574.554710:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8714a80 x1818247339092608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339092608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016574.554750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016574.554765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8716a00 x1818247339092736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339092736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016574.554826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016574.554840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8717100 x1818247339092864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339092864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339092864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016574.554876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016574.554889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8714700 x1818247339092992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339092992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339092992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016574.554925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016574.554941:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554947:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8714e00 x1818247339093120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.554958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339093120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.554965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.554967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.554970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016574.554976:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016574.554989:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016574.554995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016574/real 1734016574] req@ffff8800a8716680 x1818247339093248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016574.555005:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339093248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016574.555013:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016574.555015:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016574.555018:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093248:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016575.654396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016578.660398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016579.562476:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339093376:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016579.562570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562592:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8716300 x1818247339093376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339093376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339093376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016579.562646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016579.562667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8715c00 x1818247339093504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339093504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016579.562705:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016579.562718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8717480 x1818247339093632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339093632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016579.562776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016579.562789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8716d80 x1818247339093760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339093760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339093760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016579.562824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016579.562837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562843:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8715180 x1818247339093888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339093888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339093888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016579.562871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016579.562888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8714380 x1818247339094016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339094016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016579.562923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016579.562935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016579.562941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016579/real 1734016579] req@ffff8800a8717b80 x1818247339094144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016579.562951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339094144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016579.562958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016579.562960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016579.562963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094144:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016581.666380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016584.570494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339094272:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016584.570556:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8714000 x1818247339094272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339094272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570617:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339094272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016584.570629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016584.570648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8715880 x1818247339094400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339094400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016584.570685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016584.570698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570705:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8717800 x1818247339094528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570715:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339094528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016584.570756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016584.570769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8715f80 x1818247339094656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339094656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570793:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339094656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016584.570804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016584.570817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570823:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8717b80 x1818247339094784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339094784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016584.570852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016584.570868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8714380 x1818247339094912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339094912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339094912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016584.570902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016584.570914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016584.570920:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016584/real 1734016584] req@ffff8800a8715180 x1818247339095040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016584.570930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339095040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016584.570937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016584.570939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016584.570942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095040:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016584.672348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016587.678373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016589.578451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339095168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016589.578539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016589.578569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016589.578585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016589.578600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016589.578617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016589.578659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095936:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016590.684415:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016592.584623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8715c00 x1818247339095424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339095424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016592.584703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8716300 x1818247339095552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339095552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016592.584754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8716680 x1818247339095680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339095680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016592.584806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8716d80 x1818247339095168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339095168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339095168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016592.584857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8717480 x1818247339095296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339095296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339095296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016592.584939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8714700 x1818247339095936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.584959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339095936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.584981:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.584985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.584990:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016592.585000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016589/real 1734016592] req@ffff8800a8714e00 x1818247339095808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016592.585018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339095808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016592.585030:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016592.585034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016592.585040:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339095808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016593.690383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016594.586503:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339096064:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016594.586567:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586588:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8717100 x1818247339096064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339096064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586618:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339096064:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016594.586633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016594.586651:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8716a00 x1818247339096192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339096192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016594.586689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016594.586703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8714a80 x1818247339096320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339096320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586731:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016594.586758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016594.586771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8715500 x1818247339096448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339096448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339096448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016594.586814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016594.586827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8714e00 x1818247339096576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339096576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016594.586862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016594.586874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8714700 x1818247339096704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339096704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016594.586909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016594.586922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016594.586928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016594/real 1734016594] req@ffff8800a8717480 x1818247339096832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016594.586938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339096832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016594.586946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016594.586948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016594.586951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339096832:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016596.696388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016599.594504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339096960:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016599.594568:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8716d80 x1818247339096960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339096960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594619:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594623:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339096960:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016599.594635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016599.594653:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8716680 x1818247339097088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339097088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016599.594699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016599.594712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8716300 x1818247339097216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594728:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339097216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016599.594769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016599.594782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8715c00 x1818247339097344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715c00 x1818247339097344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016599.594818:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016599.594831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8715180 x1818247339097472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339097472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016599.594866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016599.594879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8714380 x1818247339097600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339097600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016599.594913:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016599.594929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016599.594935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016599/real 1734016599] req@ffff8800a8717b80 x1818247339097728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016599.594945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339097728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016599.594952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016599.594954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016599.594957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339097728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016599.702399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016602.708394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016604.602467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339097856:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016604.602532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602553:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8715f80 x1818247339097856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602572:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339097856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339097856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016604.602599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016604.602617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8717800 x1818247339097984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339097984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602646:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602649:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339097984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016604.602655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339098112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016604.602669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8715880 x1818247339098112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339098112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602698:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339098112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016604.602726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339098240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016604.602739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8714000 x1818247339098240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339098240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339098240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016604.602776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016604.602789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8717b80 x1818247339098368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339098368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016604.602824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016604.602837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602843:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8714380 x1818247339098496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339098496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016604.602870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016604.602883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016604.602889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016604/real 1734016604] req@ffff8800a8715180 x1818247339098624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016604.602899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339098624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016604.602907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016604.602909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016604.602912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339098624:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016605.714370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016608.720416:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734016608.720520:0:1970:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8800a8715c00 x1818247339098752/t0(0) o103->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00080000:3.0:1734016608.720736:0:1972:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88012b552300 x1818247339098880/t0(0) o103->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:17/18 lens 424/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339099008:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016609.610515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610537:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8716300 x1818247339099008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610556:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339099008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610570:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610574:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339099008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016609.610582:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016609.610600:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8716680 x1818247339099136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339099136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610627:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016609.610639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016609.610652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8716d80 x1818247339099264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339099264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610678:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016609.610706:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016609.610719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8717480 x1818247339099392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339099392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610744:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339099392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016609.610756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016609.610769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8714700 x1818247339099520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339099520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016609.610804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016609.610817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610823:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8714e00 x1818247339099648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339099648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016609.610850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016609.610863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016609.610869:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016609/real 1734016609] req@ffff8800a8715500 x1818247339099776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016609.610880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339099776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016609.610887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016609.610890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016609.610893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339099776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016609.722337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016612.728352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016614.618466:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339099904:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016614.618531:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618552:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8714a80 x1818247339099904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618572:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339099904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618586:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339099904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016614.618598:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016614.618616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8716a00 x1818247339100032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339100032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618649:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016614.618655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016614.618670:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8717100 x1818247339100160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339100160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016614.618726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016614.618739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8715500 x1818247339100288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339100288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016614.618775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016614.618791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8714e00 x1818247339100416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339100416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016614.618826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016614.618839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8714700 x1818247339100544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339100544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016614.618872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016614.618885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016614.618891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016614/real 1734016614] req@ffff8800a8717480 x1818247339100672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016614.618908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339100672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016614.618916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016614.618918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016614.618921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339100672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016615.734306:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016618.740401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016619.626471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339100800:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016619.626534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8716d80 x1818247339100800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339100800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339100800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016619.626602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016619.626620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8716680 x1818247339100928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339100928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339100928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016619.626659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016619.626672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8716300 x1818247339101056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339101056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016619.626729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016619.626742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8715180 x1818247339101184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339101184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016619.626778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016619.626794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8714380 x1818247339101312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339101312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016619.626829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016619.626842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8717b80 x1818247339101440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339101440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016619.626928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016619.626947:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016619.626953:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016619/real 1734016619] req@ffff8800a8714000 x1818247339101568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016619.626970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339101568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016619.626978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016619.626980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016619.626983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339101568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016621.746384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016624.634434:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339101696:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016624.634500:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634522:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8715880 x1818247339101696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634545:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339101696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634560:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634564:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634570:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339101696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016624.634598:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016624.634624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8717800 x1818247339101824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339101824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016624.634686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016624.634708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8715f80 x1818247339101952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339101952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339101952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016624.634816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016624.634839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8714000 x1818247339102080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339102080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016624.634892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016624.634909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8717b80 x1818247339102208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339102208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016624.634945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016624.634957:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.634963:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8714380 x1818247339102336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.634973:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339102336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.634980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.634982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.634985:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016624.634990:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016624.635003:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016624.635009:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016624/real 1734016624] req@ffff8800a8715180 x1818247339102464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016624.635025:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339102464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016624.635033:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016624.635035:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016624.635038:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339102464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016624.752401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016627.758377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016629.642535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339102592:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016629.642619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8716300 x1818247339102592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.642667:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339102592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.642712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.642716:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.642722:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339102592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016629.642730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016629.642754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8716680 x1818247339102720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.642774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339102720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.642782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.642786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.642790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016629.642797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016629.642813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8716d80 x1818247339102848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.642829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339102848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.642837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.642840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.642844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016629.642877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016629.642890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8717480 x1818247339102976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.642908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339102976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.642916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.642918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.642922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339102976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016629.642927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016629.642944:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8714700 x1818247339103104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.642961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339103104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.642968:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.642971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.642974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016629.642979:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016629.642992:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.642998:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8714e00 x1818247339103232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.643007:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339103232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.643014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.643017:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.643020:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016629.643025:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016629.643039:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016629.643045:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016629/real 1734016629] req@ffff8800a8715500 x1818247339103360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016629.643062:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339103360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016629.643070:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016629.643072:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016629.643075:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339103360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016630.764364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016633.770331:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016634.650484:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339103488:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016634.650547:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650568:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8717100 x1818247339103488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650620:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339103488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339103488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016634.650649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016634.650671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8716a00 x1818247339103616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339103616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016634.650711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016634.650725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8714a80 x1818247339103744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339103744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016634.650782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016634.650795:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8715500 x1818247339103872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339103872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339103872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016634.650831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016634.650847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8714e00 x1818247339104000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650864:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339104000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016634.650882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016634.650894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8714700 x1818247339104128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650911:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339104128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016634.650928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016634.650940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016634.650946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016634/real 1734016634] req@ffff8800a8717480 x1818247339104256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016634.650963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339104256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016634.650971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016634.650973:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016634.650976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016636.776381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016639.658462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339104384:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016639.658564:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8716d80 x1818247339104384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339104384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658620:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339104384:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016639.658633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016639.658652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8716680 x1818247339104512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339104512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016639.658692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016639.658705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8716300 x1818247339104640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339104640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016639.658762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016639.658775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8715180 x1818247339104768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339104768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339104768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016639.658811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016639.658827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8714380 x1818247339104896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339104896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339104896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016639.658863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016639.658876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8717b80 x1818247339105024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658891:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339105024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016639.658909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016639.658922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016639.658928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016639/real 1734016639] req@ffff8800a8714000 x1818247339105152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016639.658945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339105152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016639.658953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016639.658955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016639.658958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016639.782380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016642.788392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016644.666474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339105280:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016644.666538:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666559:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8715f80 x1818247339105280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339105280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339105280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016644.666604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016644.666621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8717800 x1818247339105408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339105408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016644.666680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016644.666694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8715880 x1818247339105536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339105536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016644.666730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016644.666741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8714000 x1818247339105664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339105664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339105664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016644.666776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016644.666792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8717b80 x1818247339105792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339105792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016644.666827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016644.666840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8714380 x1818247339105920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666856:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339105920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339105920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016644.666875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016644.666887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016644.666893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016644/real 1734016644] req@ffff8800a8715180 x1818247339106048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016644.666910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339106048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016644.666918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016644.666920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016644.666923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016645.794363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016648.800417:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016649.674504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339106176:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016649.674569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8716300 x1818247339106176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339106176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339106176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016649.674635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016649.674654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8716680 x1818247339106304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339106304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016649.674694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016649.674708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8716d80 x1818247339106432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339106432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016649.674765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016649.674778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8717480 x1818247339106560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339106560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339106560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016649.674813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016649.674829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8714700 x1818247339106688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339106688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016649.674863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016649.674876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8714e00 x1818247339106816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339106816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016649.674910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016649.674923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016649.674929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016649/real 1734016649] req@ffff8800a8715500 x1818247339106944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016649.674945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339106944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016649.674953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016649.674955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016649.674958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339106944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016651.806384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016654.682504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339107072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016654.682593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016654.682616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016654.682640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016654.682654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016654.682669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016654.682684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016654.812386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016657.688651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8715500 x1818247339107456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339107456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016657.688726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8714e00 x1818247339107584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339107584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016657.688761:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8714700 x1818247339107712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339107712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016657.688803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8717480 x1818247339107840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339107840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339107840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016657.688857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8714a80 x1818247339107072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339107072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339107072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016657.688911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8716a00 x1818247339107200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339107200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.688947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.688952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016657.688964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016654/real 1734016657] req@ffff8800a8717100 x1818247339107328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016657.688984:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339107328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016657.688997:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016657.689001:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016657.689007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339107328:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016657.818421:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016659.690523:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339107968:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016659.690607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690632:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8716d80 x1818247339107968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339107968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339107968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016659.690681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016659.690701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8716680 x1818247339108096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339108096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016659.690739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016659.690754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8716300 x1818247339108224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339108224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016659.690820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016659.690833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8715180 x1818247339108352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339108352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016659.690870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016659.690883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8714380 x1818247339108480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339108480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016659.690919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016659.690933:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8717b80 x1818247339108608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339108608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.690956:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.690959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.690962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016659.690967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016659.690979:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016659.690985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016659/real 1734016659] req@ffff8800a8714000 x1818247339108736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016659.690995:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339108736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016659.691002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016659.691004:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016659.691008:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339108736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016660.824371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016663.830327:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016664.698417:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339108864:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016664.698486:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698508:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8715880 x1818247339108864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698533:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339108864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698546:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698551:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698557:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339108864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016664.698584:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016664.698611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8717800 x1818247339108992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339108992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339108992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016664.698670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016664.698693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8715f80 x1818247339109120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339109120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016664.698752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016664.698777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8714000 x1818247339109248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339109248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016664.698828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016664.698842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8717b80 x1818247339109376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339109376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016664.698878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016664.698893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8714380 x1818247339109504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339109504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016664.698927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016664.698939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016664.698945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016664/real 1734016664] req@ffff8800a8715180 x1818247339109632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016664.698955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339109632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016664.698962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016664.698964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016664.698967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339109632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016666.836376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016669.706423:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339109760:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016669.706487:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706508:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8716300 x1818247339109760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706536:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339109760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706546:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706549:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706554:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339109760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016669.706561:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016669.706578:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8716680 x1818247339109888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339109888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339109888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016669.706615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016669.706629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8716d80 x1818247339110016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339110016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706652:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016669.706686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016669.706699:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8717100 x1818247339110144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706716:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339110144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016669.706734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016669.706747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8716a00 x1818247339110272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339110272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016669.706781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016669.706797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8714a80 x1818247339110400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339110400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016669.706831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016669.706843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016669.706849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016669/real 1734016669] req@ffff8800a8717480 x1818247339110528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016669.706859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339110528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016669.706866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016669.706868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016669.706871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339110528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016669.842365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016672.848362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016674.714449:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339110656:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016674.714513:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714534:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8714700 x1818247339110656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339110656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714571:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339110656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016674.714586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016674.714604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8714e00 x1818247339110784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339110784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714632:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016674.714641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016674.714655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8715500 x1818247339110912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339110912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339110912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016674.714711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016674.714725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8717480 x1818247339111040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339111040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016674.714760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016674.714772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8714a80 x1818247339111168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339111168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016674.714807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016674.714823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8716a00 x1818247339111296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339111296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016674.714856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016674.714868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016674.714874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016674/real 1734016674] req@ffff8800a8717100 x1818247339111424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016674.714884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339111424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016674.714891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016674.714894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016674.714897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339111424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016675.854369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016678.860375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016679.722445:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339111552:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016679.722509:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722531:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8716d80 x1818247339111552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722557:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339111552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722568:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722571:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722576:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339111552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016679.722583:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016679.722600:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8716680 x1818247339111680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722618:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339111680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722626:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016679.722656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016679.722669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8716300 x1818247339111808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716300 x1818247339111808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722700:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016679.722706:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016679.722718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8715180 x1818247339111936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339111936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339111936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016679.722753:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016679.722765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8714380 x1818247339112064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339112064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016679.722800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016679.722816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8717b80 x1818247339112192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339112192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016679.722899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016679.722915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016679.722921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016679/real 1734016679] req@ffff8800a8714000 x1818247339112320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016679.722931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339112320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016679.722939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016679.722941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016679.722944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016681.866313:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016684.730452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339112448:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016684.730515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730536:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8715f80 x1818247339112448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339112448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730574:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730577:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339112448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016684.730589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016684.730606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8717800 x1818247339112576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339112576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016684.730643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016684.730657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8715880 x1818247339112704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339112704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016684.730714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016684.730727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8714000 x1818247339112832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339112832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339112832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016684.730811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016684.730827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8717b80 x1818247339112960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339112960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339112960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016684.730863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016684.730879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8714380 x1818247339113088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339113088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016684.730914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016684.730926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016684.730932:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016684/real 1734016684] req@ffff8800a8715180 x1818247339113216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016684.730942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339113216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016684.730949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016684.730951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016684.730954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016684.872357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016687.878348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016688.880412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016689.738495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339113472:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016689.738580:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8716680 x1818247339113472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339113472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339113472:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016689.738703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016689.738727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8716d80 x1818247339113600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339113600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016689.738768:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016689.738783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8717100 x1818247339113728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339113728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016689.738847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016689.738861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8716a00 x1818247339113856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339113856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339113856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016689.738898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016689.738911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8714a80 x1818247339113984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339113984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339113984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016689.738946:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016689.738962:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.738968:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8717480 x1818247339114112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.738979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339114112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.738986:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.738988:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.738991:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016689.738996:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016689.739009:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016689.739014:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016689/real 1734016689] req@ffff8800a8715500 x1818247339114240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016689.739024:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339114240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016689.739032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016689.739034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016689.739037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114240:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016689.882361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016690.884379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016692.888387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016693.890397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016694.746516:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339114368:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016694.746639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8714e00 x1818247339114368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339114368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339114368:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016694.746720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016694.746741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8714700 x1818247339114496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339114496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016694.746780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016694.746794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8715500 x1818247339114624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339114624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016694.746855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016694.746869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8717480 x1818247339114752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339114752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339114752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016694.746905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016694.746918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8714a80 x1818247339114880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339114880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339114880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016694.746954:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016694.746970:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.746976:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8716a00 x1818247339115008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.746987:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339115008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.746993:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.746996:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.746999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016694.747005:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016694.747018:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016694.747023:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016694/real 1734016694] req@ffff8800a8717100 x1818247339115136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016694.747033:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339115136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016694.747041:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016694.747043:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016694.747046:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115136:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016695.894389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016696.896433:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016698.900462:0:4737:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 3 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1734016698.900478:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x800028400020000 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016698.900575:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016698.900590:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016698.900613:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8655680/0x6897f2fa45ad3f61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0x857af32d4ea144c2 expref: -99 pid: 9544 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016698.900624:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016698.900671:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016698.900683:0:4737:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8de2400/0x6897f2fa45adacb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0x857af32d4ea1d55a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00000080:00200000:1.0:1734016698.900693:0:4737:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0xf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1734016698.900698:0:4737:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0xf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1734016698.900733:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x804869400020020 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900749:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8655680/0x6897f2fa45ad3f61 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0x857af32d4ea144c2 expref: -99 pid: 9544 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900756:0:4737:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8de2400/0x6897f2fa45adacb3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0x857af32d4ea1d55a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900762:0:4737:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 3 locks packed 00010000:00010000:1.0:1734016698.900802:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a72ced00/0x6897f2fa45ae183e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 102400->110591) gid 0 flags: 0x804869400020020 nid: local remote: 0x857af32d4ea24f1d expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900836:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8655680/0x6897f2fa45ad3f61 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0x857af32d4ea144c2 expref: -99 pid: 9544 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900849:0:4737:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff8800b6d17000 lock: ffff8800a8de2400/0x6897f2fa45adacb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0x857af32d4ea1d55a expref: -99 pid: 10361 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1734016698.900864:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016698.900866:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016698.900868:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016699.754455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339115392:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016699.754558:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8716d80 x1818247339115392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339115392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754620:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339115392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016699.754633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016699.754652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8716680 x1818247339115520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339115520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016699.754690:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016699.754703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8715180 x1818247339115648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339115648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016699.754758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016699.754772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8714380 x1818247339115776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339115776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754799:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339115776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016699.754807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016699.754820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8717b80 x1818247339115904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339115904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339115904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016699.754854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016699.754870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8714000 x1818247339116032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754887:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339116032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754900:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016699.754905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016699.754918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016699.754923:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016699/real 1734016699] req@ffff8800a8715880 x1818247339116160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016699.754933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339116160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016699.754940:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016699.754942:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016699.754946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116160:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016701.906402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016704.762495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339116288:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016704.762560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8717800 x1818247339116288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339116288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762618:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339116288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016704.762633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016704.762651:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8715f80 x1818247339116416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339116416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016704.762707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016704.762721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8715880 x1818247339116544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339116544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762746:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016704.762758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016704.762771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8714000 x1818247339116672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339116672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339116672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016704.762806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016704.762818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8717b80 x1818247339116800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339116800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016704.762853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016704.762868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8714380 x1818247339116928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339116928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339116928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016704.762903:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016704.762915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016704.762921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016704/real 1734016704] req@ffff8800a8715180 x1818247339117056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016704.762931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339117056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016704.762938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016704.762940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016704.762943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117056:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016704.912369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016707.918412:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016709.770430:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339117184:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016709.770495:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8716680 x1818247339117184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339117184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770552:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770555:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770560:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339117184:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016709.770567:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016709.770585:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770591:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8716d80 x1818247339117312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770602:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339117312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016709.770641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016709.770655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8717100 x1818247339117440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339117440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016709.770693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016709.770705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8716a00 x1818247339117568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339117568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339117568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016709.770740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016709.770752:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8714a80 x1818247339117696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339117696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770778:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770781:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016709.770787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016709.770803:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8717480 x1818247339117824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339117824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770832:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016709.770837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016709.770850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016709.770856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016709/real 1734016709] req@ffff8800a8715500 x1818247339117952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016709.770865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339117952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016709.770873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016709.770875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016709.770878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339117952:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016710.924372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016713.930401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016714.778499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339118080:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016714.778562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778583:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8714700 x1818247339118080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778610:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339118080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339118080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016714.778636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016714.778654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8714e00 x1818247339118208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339118208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016714.778692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016714.778705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8715500 x1818247339118336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339118336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016714.778764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016714.778777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8717480 x1818247339118464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339118464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339118464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016714.778812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016714.778825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8714a80 x1818247339118592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339118592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016714.778860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016714.778876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8716a00 x1818247339118720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339118720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016714.778909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016714.778922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016714.778927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016714/real 1734016714] req@ffff8800a8717100 x1818247339118848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016714.778937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339118848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016714.778944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016714.778946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016714.778950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339118848:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016716.936403:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016719.786456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339118976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016719.786547:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016719.786569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016719.786592:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016719.786608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016719.786622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016719.786637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119744:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016719.942352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1734016722.792399:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:1.0:1734016722.792445:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1734016722.792464:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792496:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792504:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792510:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792516:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792523:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:1.0:1734016722.792529:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:3.0:1734016722.792599:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8714380 x1818247339119360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339119360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792638:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016722.792656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8717b80 x1818247339119488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339119488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016722.792706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8714000 x1818247339119616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339119616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016722.792756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8715880 x1818247339119744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339119744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339119744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016722.792806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8716d80 x1818247339118976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339118976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339118976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016722.792856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8716680 x1818247339119104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339119104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016722.792917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016719/real 1734016722] req@ffff8800a8715180 x1818247339119232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016722.792935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339119232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016722.792947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016722.792951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016722.792956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339119232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016722.948346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016724.794416:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339119872:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016724.794492:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8715f80 x1818247339119872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794534:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339119872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794545:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794548:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794553:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339119872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016724.794561:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016724.794582:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8717800 x1818247339120000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339120000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794614:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016724.794640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016724.794654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8715180 x1818247339120128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339120128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016724.794689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016724.794702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8716680 x1818247339120256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339120256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016724.794744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016724.794757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8716d80 x1818247339120384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339120384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016724.794792:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016724.794804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8715880 x1818247339120512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339120512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016724.794839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016724.794852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016724.794858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016724/real 1734016724] req@ffff8800a8714000 x1818247339120640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016724.794868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339120640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016724.794875:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016724.794877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016724.794880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339120640:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016725.954369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016728.960428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016729.802534:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339120768:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016729.802605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8717b80 x1818247339120768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802649:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339120768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802670:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339120768:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016729.802678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016729.802698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802705:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8714380 x1818247339120896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339120896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339120896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016729.802746:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016729.802760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8717100 x1818247339121024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339121024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016729.802819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016729.802833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8716a00 x1818247339121152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339121152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016729.802870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016729.802884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8714a80 x1818247339121280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339121280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016729.802919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016729.802932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.802938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8717480 x1818247339121408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.802948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339121408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.802955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.802958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.802961:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016729.802967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016729.803041:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016729.803049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016729/real 1734016729] req@ffff8800a8715500 x1818247339121536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016729.803061:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339121536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016729.803069:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016729.803072:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016729.803075:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339121536:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016731.966456:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016734.810532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339121664:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016734.810600:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8714e00 x1818247339121664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339121664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.810656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.810659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.810664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339121664:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016734.810673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016734.810692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8714700 x1818247339121792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339121792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.810719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.810722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.810725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016734.810731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016734.810746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8715500 x1818247339121920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339121920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.810769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.810772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.810775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339121920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016734.810804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016734.810817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8717480 x1818247339122048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339122048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.810842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.810844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.810847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016734.810854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016734.810868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8714a80 x1818247339122176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339122176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.810950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.810952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.810956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016734.810962:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016734.810980:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.810986:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8716a00 x1818247339122304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.810997:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339122304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.811005:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.811007:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.811010:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016734.811016:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016734.811029:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016734.811035:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016734/real 1734016734] req@ffff8800a8717100 x1818247339122432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016734.811046:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339122432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016734.811054:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016734.811056:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016734.811059:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339122432:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016734.972382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016737.978371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016739.818532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339122560:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016739.818600:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8714380 x1818247339122560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.818643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339122560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.818655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.818658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.818663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339122560:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016739.818672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016739.818692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8717b80 x1818247339122688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.818710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339122688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.818718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.818722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.818726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016739.818732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016739.818747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8714000 x1818247339122816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.818764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339122816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.818772:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.818775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.818778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016739.818863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016739.818883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8715880 x1818247339122944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.818902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339122944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.818911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.818913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.818916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339122944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016739.818923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016739.818940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8716d80 x1818247339123072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.818957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339123072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.818964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.818967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.818970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016739.818975:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016739.818988:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.818994:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8716680 x1818247339123200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.819004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339123200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.819011:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.819013:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.819016:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016739.819022:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016739.819035:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016739.819041:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016739/real 1734016739] req@ffff8800a8715180 x1818247339123328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016739.819058:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339123328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016739.819066:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016739.819068:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016739.819071:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123328:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016740.984384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016743.990275:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016744.826479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339123456:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016744.826543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826565:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8717800 x1818247339123456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339123456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826603:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339123456:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016744.826611:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016744.826628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8715f80 x1818247339123584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339123584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016744.826667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016744.826681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8715180 x1818247339123712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339123712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016744.826784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016744.826802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8716680 x1818247339123840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339123840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826834:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339123840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016744.826840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016744.826856:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8716d80 x1818247339123968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339123968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826883:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339123968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016744.826891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016744.826903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8715880 x1818247339124096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339124096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016744.826936:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016744.826948:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016744.826954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016744/real 1734016744] req@ffff8800a8714000 x1818247339124224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016744.826971:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339124224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016744.826979:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016744.826981:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016744.826984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124224:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016746.996353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016749.834498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339124352:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016749.834563:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8717b80 x1818247339124352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339124352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339124352:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016749.834661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016749.834683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8714380 x1818247339124480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339124480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016749.834725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016749.834739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8717100 x1818247339124608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339124608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016749.834797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016749.834810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8716a00 x1818247339124736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339124736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339124736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016749.834845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016749.834862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8714a80 x1818247339124864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339124864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016749.834896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016749.834908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8717480 x1818247339124992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339124992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339124992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016749.834941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016749.834954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016749.834959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016749/real 1734016749] req@ffff8800a8715500 x1818247339125120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016749.834976:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339125120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016749.834984:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016749.834986:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016749.834989:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125120:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016750.002401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016753.008381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016754.842605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339125248:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016754.842670:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8714700 x1818247339125248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339125248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.842729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339125248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016754.842737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016754.842755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8714e00 x1818247339125376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339125376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.842787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016754.842813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016754.842828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8715500 x1818247339125504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339125504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.842858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016754.842864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016754.842876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8717480 x1818247339125632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339125632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.842904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339125632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016754.842910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016754.842927:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8714a80 x1818247339125760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339125760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.842956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016754.842961:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016754.842974:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.842980:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8716a00 x1818247339125888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.842989:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339125888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.842996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.842999:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.843002:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339125888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016754.843007:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016754.843020:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016754.843026:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016754/real 1734016754] req@ffff8800a8717100 x1818247339126016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016754.843042:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339126016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016754.843050:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016754.843052:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016754.843055:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126016:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016756.014368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016759.020374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016759.850544:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339126144:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016759.850616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8714380 x1818247339126144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339126144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850678:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339126144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016759.850687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016759.850706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8717b80 x1818247339126272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339126272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016759.850747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016759.850761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8714000 x1818247339126400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339126400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016759.850821:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016759.850834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8715880 x1818247339126528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339126528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339126528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016759.850871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016759.850888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8716d80 x1818247339126656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339126656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016759.850923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016759.850936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8716680 x1818247339126784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.850952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339126784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.850959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.850961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.850964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016759.850970:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016759.850983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016759.850989:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016759/real 1734016759] req@ffff8800a8715180 x1818247339126912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016759.851006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339126912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016759.851014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016759.851016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016759.851019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339126912:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016762.026351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016764.858414:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339127040:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016764.858481:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858504:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8715f80 x1818247339127040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858528:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339127040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858543:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858547:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858554:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339127040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016764.858582:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016764.858610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8717800 x1818247339127168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339127168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016764.858672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016764.858693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8715180 x1818247339127296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339127296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016764.858751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016764.858778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8716680 x1818247339127424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339127424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858812:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339127424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016764.858835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016764.858855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8716d80 x1818247339127552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339127552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016764.858890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016764.858903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8715880 x1818247339127680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339127680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016764.858938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016764.858950:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016764.858956:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016764/real 1734016764] req@ffff8800a8714000 x1818247339127808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016764.858972:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339127808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016764.858980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016764.858982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016764.858985:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339127808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016765.032361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016768.038406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016769.866458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339127936:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016769.866521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8717b80 x1818247339127936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339127936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339127936:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016769.866587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016769.866605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8714380 x1818247339128064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339128064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016769.866664:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016769.866678:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8717100 x1818247339128192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339128192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016769.866715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016769.866727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866733:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8716a00 x1818247339128320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339128320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016769.866761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016769.866778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8714a80 x1818247339128448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339128448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016769.866813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016769.866826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8717480 x1818247339128576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339128576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016769.866859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016769.866872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016769.866878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016769/real 1734016769] req@ffff8800a8715500 x1818247339128704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016769.866895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339128704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016769.866902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016769.866904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016769.866907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339128704:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016771.044362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016774.050407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016774.874485:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339128832:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016774.874556:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8714e00 x1818247339128832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874600:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339128832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874615:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339128832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016774.874629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016774.874649:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8714700 x1818247339128960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339128960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339128960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016774.874714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016774.874729:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8715500 x1818247339129088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339129088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016774.874766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016774.874780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8717480 x1818247339129216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339129216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016774.874815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016774.874833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8714a80 x1818247339129344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339129344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016774.874869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016774.874883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8716a00 x1818247339129472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339129472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016774.874918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016774.874931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016774.874937:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016774/real 1734016774] req@ffff8800a8717100 x1818247339129600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016774.874954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339129600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016774.874962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016774.874964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016774.874967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339129600:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016777.056378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016779.882459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339129728:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016779.882523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8714380 x1818247339129728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882563:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339129728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339129728:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016779.882590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016779.882608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8717b80 x1818247339129856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339129856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016779.882647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016779.882661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8714000 x1818247339129984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339129984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339129984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016779.882718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016779.882732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8715880 x1818247339130112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339130112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016779.882767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016779.882783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8716d80 x1818247339130240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339130240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016779.882818:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016779.882830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8716680 x1818247339130368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339130368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016779.882865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016779.882877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016779.882883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016779/real 1734016779] req@ffff8800a8715180 x1818247339130496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016779.882899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339130496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016779.882907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016779.882909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016779.882912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339130496:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016780.062349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016783.068386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016784.890452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339130624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016784.890539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016784.890569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016784.890585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016784.890600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016784.890614:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016784.890631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131392:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016786.074358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016787.896634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8714000 x1818247339131392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339131392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016787.896714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8715180 x1818247339130880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339130880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016787.896768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8716680 x1818247339131008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339131008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896797:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016787.896816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8716d80 x1818247339131136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339131136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016787.896871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8715880 x1818247339131264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339131264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339131264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016787.896921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8717800 x1818247339130624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.896940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339130624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.896952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.896956:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.896962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339130624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016787.896971:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016784/real 1734016787] req@ffff8800a8715f80 x1818247339130752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016787.897075:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339130752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016787.897088:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016787.897092:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016787.897098:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339130752:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734016789.080356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016789.898545:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339131520:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016789.898615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8717b80 x1818247339131520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.898657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339131520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.898669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.898673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.898678:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339131520:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016789.898687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131648:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016789.898707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8714380 x1818247339131648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.898725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339131648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.898734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.898737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.898740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016789.898747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016789.898761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8717100 x1818247339131776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.898778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339131776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.898786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.898788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.898791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016789.898820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016789.898834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8716a00 x1818247339131904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.898851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339131904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.898859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.898861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.898864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339131904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016789.898870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016789.898884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8714a80 x1818247339132032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.898900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339132032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.898907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.898910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.898913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016789.898919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016789.898933:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.898939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8717480 x1818247339132160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.899004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339132160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.899012:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.899014:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.899018:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016789.899025:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016789.899042:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016789.899049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016789/real 1734016789] req@ffff8800a8715500 x1818247339132288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016789.899060:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339132288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016789.899068:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016789.899071:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016789.899074:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132288:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016792.086348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016794.906485:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339132416:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016794.906551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906574:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8714700 x1818247339132416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906593:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339132416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339132416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016794.906619:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016794.906637:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8714e00 x1818247339132544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906656:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339132544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906666:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016794.906675:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016794.906688:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8715500 x1818247339132672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339132672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016794.906746:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016794.906759:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8717480 x1818247339132800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339132800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339132800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016794.906794:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016794.906806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8714a80 x1818247339132928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339132928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339132928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016794.906841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016794.906857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8716a00 x1818247339133056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339133056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016794.906948:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016794.906965:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016794.906972:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016794/real 1734016794] req@ffff8800a8717100 x1818247339133184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016794.906982:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339133184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016794.906990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016794.906992:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016794.906995:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133184:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016795.092366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016798.098384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016799.914462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339133312:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016799.914526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8714380 x1818247339133312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339133312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339133312:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016799.914601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016799.914618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8717b80 x1818247339133440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339133440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016799.914656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016799.914669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8715f80 x1818247339133568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339133568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016799.914726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016799.914740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8717800 x1818247339133696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339133696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339133696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016799.914826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016799.914844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914851:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8715880 x1818247339133824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339133824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914872:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016799.914881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016799.914897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8716d80 x1818247339133952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339133952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914921:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339133952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016799.914932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016799.914944:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016799.914950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016799/real 1734016799] req@ffff8800a8716680 x1818247339134080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016799.914960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339134080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016799.914967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016799.914970:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016799.914973:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016801.104346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016804.110355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016804.922519:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339134208:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016804.922616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.922643:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8715180 x1818247339134208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.922672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339134208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.922684:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.922688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.922738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339134208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016804.922747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016804.922771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.922779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8714000 x1818247339134336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.922791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339134336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.922800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.922803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.922806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016804.922813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016804.922829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.922835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8716680 x1818247339134464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.922845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339134464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.922854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.922858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.922861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016804.922868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016804.922882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.922888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8716d80 x1818247339134592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.922898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339134592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.922905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.922908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.922911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339134592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016804.922949:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016804.922963:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.922969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8715880 x1818247339134720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.922980:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339134720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.922987:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.922990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.922993:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016804.922999:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016804.923016:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.923023:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8717800 x1818247339134848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.923034:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339134848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.923040:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.923043:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.923046:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016804.923052:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016804.923065:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016804.923071:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016804/real 1734016804] req@ffff8800a8715f80 x1818247339134976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016804.923080:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339134976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016804.923088:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016804.923090:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016804.923093:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339134976:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016807.116365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016809.930497:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339135104:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016809.930593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8717b80 x1818247339135104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930680:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339135104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.930692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.930696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.930701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339135104:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016809.930710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016809.930733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8714380 x1818247339135232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339135232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.930760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.930763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.930766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016809.930772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016809.930787:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930793:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8717100 x1818247339135360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339135360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.930813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.930816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.930820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016809.930857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016809.930872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8716a00 x1818247339135488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339135488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.930898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.930900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.930903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339135488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016809.930909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016809.930923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8714a80 x1818247339135616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339135616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.930946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.930948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.930952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016809.930958:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016809.930976:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.930982:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8717480 x1818247339135744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.930993:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339135744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.931000:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.931002:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.931005:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016809.931011:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016809.931025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016809.931031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016809/real 1734016809] req@ffff8800a8715500 x1818247339135872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016809.931041:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339135872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016809.931048:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016809.931051:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016809.931054:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339135872:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016810.122362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016813.128345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016814.938515:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339136000:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016814.938646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8714e00 x1818247339136000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.938704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339136000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.938715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.938719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.938725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339136000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016814.938733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016814.938753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8714700 x1818247339136128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.938772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339136128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.938780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.938783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.938786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016814.938792:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016814.938808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8715500 x1818247339136256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.938824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339136256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.938832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.938836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.938839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016814.938876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016814.938890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8717480 x1818247339136384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.938908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339136384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.938915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.938918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.938921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339136384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016814.938927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016814.938940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8714a80 x1818247339136512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.938957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339136512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.938964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.938966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.938970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016814.938976:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016814.938993:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.938999:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8716a00 x1818247339136640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.939010:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339136640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.939018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.939020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.939023:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016814.939029:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016814.939042:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016814.939048:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016814/real 1734016814] req@ffff8800a8717100 x1818247339136768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016814.939058:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339136768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016814.939065:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016814.939068:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016814.939071:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339136768:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016816.134388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016819.140383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016819.946490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339136896:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016819.946601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8714380 x1818247339136896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339136896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339136896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016819.946691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016819.946714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8717b80 x1818247339137024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339137024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016819.946778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016819.946794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8715f80 x1818247339137152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339137152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946823:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016819.946834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016819.946847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8717800 x1818247339137280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339137280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016819.946884:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016819.946899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8715880 x1818247339137408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339137408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016819.946935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016819.946953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.946959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8716d80 x1818247339137536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.946970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339137536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.946977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.946979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.946982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016819.946988:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016819.947002:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016819.947007:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016819/real 1734016819] req@ffff8800a8716680 x1818247339137664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016819.947018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339137664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016819.947027:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016819.947029:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016819.947032:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339137664:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016822.146436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016824.954577:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339137792:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016824.954663:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.954689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8714000 x1818247339137792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.954719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339137792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.954730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.954733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.954738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339137792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016824.954746:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016824.954765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.954772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8715180 x1818247339137920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.954783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339137920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.954791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.954794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.954797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339137920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016824.954803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016824.954817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.954823:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8716680 x1818247339138048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.954834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339138048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.954841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.954844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.954848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016824.954880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016824.954894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.954901:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8716d80 x1818247339138176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.954912:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339138176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.954920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.954922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.954925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016824.954930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016824.954943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.954949:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8715880 x1818247339138304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.954960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339138304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.954969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.954971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.954974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016824.954979:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016824.954996:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.955002:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8717800 x1818247339138432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.955013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339138432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.955020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.955022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.955025:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016824.955030:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016824.955043:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016824.955049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016824/real 1734016824] req@ffff8800a8715f80 x1818247339138560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016824.955059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339138560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016824.955067:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016824.955069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016824.955072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339138560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016825.152410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016828.158368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016829.962528:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339138688:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016829.962624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8717b80 x1818247339138688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339138688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962694:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339138688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016829.962711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016829.962731:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8714380 x1818247339138816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962750:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339138816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962761:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016829.962770:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016829.962785:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8717100 x1818247339138944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339138944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962812:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339138944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016829.962850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016829.962865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8716a00 x1818247339139072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339139072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016829.962901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016829.962915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8714a80 x1818247339139200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339139200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016829.962950:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016829.962967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.962974:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8717480 x1818247339139328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.962984:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339139328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.962992:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.962994:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.962997:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016829.963003:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016829.963016:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016829.963022:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016829/real 1734016829] req@ffff8800a8715500 x1818247339139456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016829.963032:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339139456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016829.963040:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016829.963042:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016829.963045:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339139456:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016831.164393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016834.170394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016834.970525:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339139584:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016834.970621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8714700 x1818247339139584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339139584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339139584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016834.970709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016834.970728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8714e00 x1818247339139712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339139712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016834.970767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016834.970783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8715500 x1818247339139840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339139840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016834.970850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016834.970864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8717480 x1818247339139968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339139968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339139968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016834.970900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016834.970914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970920:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8714a80 x1818247339140096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339140096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016834.970951:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016834.970968:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.970975:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8716a00 x1818247339140224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.970986:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339140224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.970993:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.970995:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.970998:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016834.971004:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016834.971017:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016834.971023:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016834/real 1734016834] req@ffff8800a8717100 x1818247339140352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016834.971033:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339140352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016834.971041:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016834.971043:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016834.971046:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140352:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016837.176306:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016839.978509:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339140480:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016839.978607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8714380 x1818247339140480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339140480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339140480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016839.978693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016839.978712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8717b80 x1818247339140608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339140608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016839.978751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016839.978767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8715f80 x1818247339140736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339140736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016839.978834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016839.978849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8717800 x1818247339140864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339140864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339140864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016839.978886:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016839.978900:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8715880 x1818247339140992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339140992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339140992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016839.978935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016839.978953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.978959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8716d80 x1818247339141120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.978970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339141120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.978977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.978979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.978982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016839.978988:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016839.979002:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016839.979007:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016839/real 1734016839] req@ffff8800a8716680 x1818247339141248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016839.979017:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339141248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016839.979025:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016839.979027:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016839.979030:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141248:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016840.182371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016843.188376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016844.986378:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339141376:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016844.986444:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986465:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8715180 x1818247339141376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986492:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339141376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986502:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986505:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986510:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339141376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016844.986535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016844.986566:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986595:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8714000 x1818247339141504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339141504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986642:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016844.986658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016844.986682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8716680 x1818247339141632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339141632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016844.986723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016844.986736:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8716d80 x1818247339141760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339141760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986762:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986765:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339141760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016844.986771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016844.986784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8715880 x1818247339141888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339141888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986813:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339141888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016844.986819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016844.986836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8717800 x1818247339142016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339142016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016844.986886:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016844.986899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016844.986906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016844/real 1734016844] req@ffff8800a8715f80 x1818247339142144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016844.986916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339142144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016844.986924:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016844.986926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016844.986929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142144:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016846.194350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016848.198354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016849.200352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016849.994500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339142272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016849.994629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016849.994654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016849.994685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016849.994703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016849.994723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016849.994740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143040:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016851.204394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016852.206336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016853.000615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8716a00 x1818247339142656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339142656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016853.000689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8714a80 x1818247339142784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339142784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016853.000724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8717480 x1818247339142912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339142912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000748:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000751:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339142912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016853.000758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8715500 x1818247339143040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339143040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016853.000790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8717b80 x1818247339142272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339142272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339142272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016853.000832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8714380 x1818247339142400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339142400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.000946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.000953:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016853.000964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016849/real 1734016853] req@ffff8800a8717100 x1818247339142528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016853.000983:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339142528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016853.000995:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016853.001000:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016853.001005:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339142528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016854.210398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016855.002547:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339143168:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016855.002647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.002675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8714e00 x1818247339143168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.002696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339143168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.002709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.002713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.002719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339143168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016855.002727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016855.002748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.002755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8714700 x1818247339143296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.002766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339143296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.002775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.002778:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.002781:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016855.002787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016855.002803:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.002809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8717100 x1818247339143424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.002819:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339143424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.002827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.002829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.002832:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016855.002889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016855.002908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.002916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8714380 x1818247339143552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.002927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339143552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.002936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.002938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.002941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339143552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016855.002980:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016855.002995:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.003002:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8717b80 x1818247339143680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.003012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339143680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.003020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.003023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.003026:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016855.003032:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016855.003046:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.003052:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8715500 x1818247339143808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.003063:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339143808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.003077:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.003080:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.003084:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016855.003090:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016855.003103:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016855.003199:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016855/real 1734016855] req@ffff8800a8717480 x1818247339143936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016855.003210:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339143936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016855.003219:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016855.003221:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016855.003225:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339143936:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016855.212338:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016857.216353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016858.218387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016860.010518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339144064:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016860.010606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8714a80 x1818247339144064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.010652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339144064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.010664:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.010668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.010674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339144064:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016860.010682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016860.010702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8716a00 x1818247339144192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.010720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339144192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.010729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.010731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.010735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016860.010741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016860.010805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010813:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8715f80 x1818247339144320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.010824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339144320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.010832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.010834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.010838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016860.010872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016860.010888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8717800 x1818247339144448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.010906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339144448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.010914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.010916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.010919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339144448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016860.010925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016860.010939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8715880 x1818247339144576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.010955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339144576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.010962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.010965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.010968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016860.010973:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016860.010986:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.010993:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8716d80 x1818247339144704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.011003:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339144704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.011018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.011020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.011024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016860.011029:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016860.011041:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016860.011047:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016860/real 1734016860] req@ffff8800a8716680 x1818247339144832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016860.011057:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339144832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016860.011064:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016860.011066:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016860.011069:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339144832:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016860.222383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016861.224394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016863.228392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016864.230359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016865.018488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339144960:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016865.018586:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8714000 x1818247339144960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339144960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.018649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.018653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.018659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339144960:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016865.018713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016865.018738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8715180 x1818247339145088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339145088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.018769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.018772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.018776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016865.018782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016865.018798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8716680 x1818247339145216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339145216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.018823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.018826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.018829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016865.018863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016865.018877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8716d80 x1818247339145344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339145344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.018904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.018906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.018909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016865.018915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016865.018929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8715880 x1818247339145472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339145472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.018953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.018955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.018958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016865.018964:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016865.018978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.018984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8717800 x1818247339145600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.018994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339145600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.019009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.019011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.019015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016865.019021:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016865.019034:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016865.019040:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016865/real 1734016865] req@ffff8800a8715f80 x1818247339145728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016865.019050:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339145728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016865.019058:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016865.019060:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016865.019063:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339145728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016866.234346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016867.236401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016869.240406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016870.026516:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339145856:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016870.026637:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8716a00 x1818247339145856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339145856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.026698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.026701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.026707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339145856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016870.026716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016870.026738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8714a80 x1818247339145984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339145984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.026766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.026769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.026772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339145984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016870.026805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016870.026821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8717480 x1818247339146112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339146112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.026847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.026849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.026852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016870.026858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016870.026871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8715500 x1818247339146240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339146240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.026896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.026898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.026901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016870.026907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016870.026921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8717b80 x1818247339146368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026936:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339146368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.026944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.026946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.026949:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016870.026955:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016870.026969:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.026975:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8714380 x1818247339146496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.026985:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339146496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.027001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.027003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.027007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016870.027012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016870.027025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016870.027030:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016870/real 1734016870] req@ffff8800a8717100 x1818247339146624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016870.027040:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339146624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016870.027048:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016870.027050:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016870.027053:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339146624:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016870.242357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016872.246351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016873.248374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016875.034532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339146752:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016875.034619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8714700 x1818247339146752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339146752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339146752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016875.034694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016875.034715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8714e00 x1818247339146880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339146880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339146880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016875.034779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016875.034793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8717100 x1818247339147008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339147008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016875.034830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016875.034843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8714380 x1818247339147136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339147136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016875.034878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016875.034892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8717b80 x1818247339147264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339147264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016875.034927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016875.034941:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.034947:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8715500 x1818247339147392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.034958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339147392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.034973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.034976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.034979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016875.034984:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016875.034997:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016875.035003:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016875/real 1734016875] req@ffff8800a8717480 x1818247339147520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016875.035013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339147520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016875.035021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016875.035023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016875.035026:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339147520:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016875.252394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016876.254388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016878.258381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016879.260368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016880.042488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339147648:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016880.042554:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8714a80 x1818247339147648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339147648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339147648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016880.042624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016880.042643:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8716a00 x1818247339147776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339147776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016880.042680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016880.042694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8715f80 x1818247339147904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339147904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339147904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016880.042751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016880.042765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8717800 x1818247339148032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339148032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016880.042800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016880.042813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8715880 x1818247339148160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339148160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016880.042848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016880.042860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8716d80 x1818247339148288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339148288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016880.042901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016880.042914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016880.042919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016880/real 1734016880] req@ffff8800a8716680 x1818247339148416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016880.042929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339148416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016880.042937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016880.042939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016880.042942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339148416:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016881.264385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016882.266448:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016884.270377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016885.050496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339148544:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016885.050560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8715180 x1818247339148544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050600:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339148544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339148544:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016885.050627:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148672:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016885.050645:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8714000 x1818247339148672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339148672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050674:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016885.050701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016885.050715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8716680 x1818247339148800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339148800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016885.050751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016885.050764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8716d80 x1818247339148928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339148928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339148928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016885.050798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016885.050812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8715880 x1818247339149056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339149056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016885.050846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016885.050858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8717800 x1818247339149184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339149184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016885.050899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016885.050911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016885.050917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016885/real 1734016885] req@ffff8800a8715f80 x1818247339149312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016885.050927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339149312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016885.050934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016885.050936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016885.050939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149312:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016885.272399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016887.276362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016888.278352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016890.058502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339149440:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016890.058567:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8716a00 x1818247339149440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339149440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058619:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058622:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058627:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339149440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016890.058635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016890.058653:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8714a80 x1818247339149568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339149568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016890.058690:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016890.058704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8717480 x1818247339149696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339149696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016890.058758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016890.058771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8715500 x1818247339149824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339149824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339149824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016890.058807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016890.058819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8717b80 x1818247339149952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339149952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339149952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016890.058853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016890.058865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8714380 x1818247339150080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339150080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016890.058906:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016890.058919:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016890.058925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016890/real 1734016890] req@ffff8800a8717100 x1818247339150208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016890.058934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339150208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016890.058942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016890.058944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016890.058947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150208:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016890.282418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016891.284407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016893.288407:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016894.290409:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016895.066479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339150336:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016895.066544:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066565:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8714e00 x1818247339150336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066585:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339150336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066599:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339150336:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016895.066612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016895.066630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066637:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8714700 x1818247339150464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339150464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016895.066668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016895.066681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8717100 x1818247339150592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339150592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016895.066737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016895.066750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8714380 x1818247339150720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339150720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066778:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066781:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339150720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016895.066786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016895.066798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8717b80 x1818247339150848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339150848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066822:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066824:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016895.066833:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016895.066846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066851:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8715500 x1818247339150976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339150976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339150976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016895.066887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016895.066899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016895.066905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016895/real 1734016895] req@ffff8800a8717480 x1818247339151104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016895.066915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339151104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016895.066923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016895.066925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016895.066928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151104:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016896.294383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016897.296374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016899.300374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016900.074518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339151232:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016900.074615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8714a80 x1818247339151232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339151232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339151232:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016900.074695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016900.074716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8716a00 x1818247339151360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339151360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016900.074755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016900.074771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8715f80 x1818247339151488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339151488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016900.074837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016900.074851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8717800 x1818247339151616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339151616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074883:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339151616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016900.074889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016900.074903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8715880 x1818247339151744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339151744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016900.074938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016900.074952:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.074958:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8716d80 x1818247339151872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.074968:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339151872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.074983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.074985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.074989:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339151872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016900.074995:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016900.075009:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016900.075014:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016900/real 1734016900] req@ffff8800a8716680 x1818247339152000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016900.075024:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339152000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016900.075032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016900.075034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016900.075037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152000:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016900.302345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016902.306404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016903.308352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016905.082436:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339152128:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016905.082501:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082523:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8714000 x1818247339152128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339152128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082554:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082557:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339152128:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016905.082571:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016905.082590:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082597:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8715180 x1818247339152256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339152256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082616:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016905.082628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016905.082641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8716680 x1818247339152384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339152384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016905.082698:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016905.082712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8716d80 x1818247339152512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339152512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339152512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016905.082748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016905.082760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8715880 x1818247339152640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339152640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016905.082795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016905.082808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8717800 x1818247339152768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339152768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016905.082848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016905.082861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016905.082866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016905/real 1734016905] req@ffff8800a8715f80 x1818247339152896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016905.082876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339152896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016905.082883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016905.082886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016905.082889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339152896:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016905.312374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016906.314379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016908.318375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016909.320335:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016910.090553:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339153024:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016910.090624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.090648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8716a00 x1818247339153024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.090668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339153024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.090680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.090683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.090689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339153024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016910.090697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016910.090716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.090724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8714a80 x1818247339153152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.090735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339153152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.090743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.090746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.090749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016910.090756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016910.090771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.090777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8717480 x1818247339153280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.090787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339153280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.090795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.090797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.090800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016910.090830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016910.090843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.090850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8715500 x1818247339153408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.090861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339153408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.090869:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.090871:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.090874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339153408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016910.090880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016910.090893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.090955:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8717b80 x1818247339153536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.090970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339153536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.090978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.090980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.090984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016910.090991:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016910.091011:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.091018:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8714380 x1818247339153664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.091029:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339153664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.091043:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.091046:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.091049:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016910.091055:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016910.091068:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016910.091074:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016910/real 1734016910] req@ffff8800a8717100 x1818247339153792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016910.091084:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339153792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016910.091092:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016910.091094:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016910.091097:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339153792:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016911.324389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016912.326382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016914.330355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016915.098450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339153920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016915.098541:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016915.098563:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016915.098586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016915.098600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016915.098616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016915.098630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154688:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016915.332370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016917.336371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016918.104576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8714380 x1818247339154304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104615:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339154304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016918.104654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8717b80 x1818247339154432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339154432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016918.104706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8715500 x1818247339154560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339154560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016918.104756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8717480 x1818247339154688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339154688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339154688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016918.104868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8714700 x1818247339153920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339153920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339153920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016918.104935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8714e00 x1818247339154048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.104954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339154048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.104967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.104972:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.104978:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016918.104988:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016915/real 1734016918] req@ffff8800a8717100 x1818247339154176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016918.105005:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339154176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016918.105017:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016918.105022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016918.105027:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154176:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016918.338352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016920.106472:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339154816:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016920.106536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8714a80 x1818247339154816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339154816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339154816:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016920.106603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016920.106620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8716a00 x1818247339154944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339154944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339154944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016920.106659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016920.106673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8715f80 x1818247339155072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339155072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016920.106727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016920.106793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8717800 x1818247339155200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339155200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016920.106832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016920.106846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8715880 x1818247339155328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339155328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016920.106881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016920.106894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8716d80 x1818247339155456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339155456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016920.106927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016920.106939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016920.106945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016920/real 1734016920] req@ffff8800a8716680 x1818247339155584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016920.106956:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339155584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016920.106963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016920.106966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016920.106969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339155584:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016920.342358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016921.344333:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016923.348356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016924.350370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016925.114490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339155712:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016925.114556:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8715180 x1818247339155712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339155712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114610:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339155712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016925.114622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016925.114640:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8714000 x1818247339155840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339155840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114714:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114716:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114720:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016925.114726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016925.114745:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8716680 x1818247339155968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339155968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339155968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016925.114803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016925.114816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8716d80 x1818247339156096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339156096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016925.114852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016925.114866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8715880 x1818247339156224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339156224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016925.114901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016925.114913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8717800 x1818247339156352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339156352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016925.114945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016925.114958:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016925.114964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016925/real 1734016925] req@ffff8800a8715f80 x1818247339156480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016925.114975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339156480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016925.114983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016925.114985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016925.114988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339156480:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016926.354321:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016927.356358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016929.360375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016930.122521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339156608:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016930.122639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8716a00 x1818247339156608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339156608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.122707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339156608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016930.122716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016930.122738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8714a80 x1818247339156736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339156736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.122772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016930.122778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016930.122793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8717100 x1818247339156864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339156864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.122822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016930.122858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016930.122872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8714e00 x1818247339156992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339156992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.122903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339156992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016930.122909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016930.122924:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122930:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8714700 x1818247339157120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339157120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.122954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016930.122960:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016930.122972:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.122978:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8717480 x1818247339157248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.122988:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339157248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.122995:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.122997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.123000:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016930.123005:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016930.123019:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016930.123025:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016930/real 1734016930] req@ffff8800a8715500 x1818247339157376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016930.123036:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339157376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016930.123045:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016930.123047:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016930.123050:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339157376:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016930.362387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016932.366397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016933.368325:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016935.130536:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339157504:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016935.130624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8717b80 x1818247339157504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339157504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339157504:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016935.130699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157632:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016935.130719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8714380 x1818247339157632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339157632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130756:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016935.130765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016935.130780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8715500 x1818247339157760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339157760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016935.130844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016935.130858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8717480 x1818247339157888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339157888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339157888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016935.130896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016935.130911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8714700 x1818247339158016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339158016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016935.130947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016935.130959:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.130965:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8714e00 x1818247339158144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.130975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339158144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.130982:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.130984:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.130987:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016935.130992:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016935.131006:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016935.131013:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016935/real 1734016935] req@ffff8800a8717100 x1818247339158272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016935.131024:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339158272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016935.131032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016935.131034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016935.131037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158272:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016935.372402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016936.374395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016938.378365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016939.380383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016940.138511:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339158400:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016940.138607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8714a80 x1818247339158400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339158400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138674:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339158400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016940.138688:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016940.138709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8716a00 x1818247339158528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339158528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016940.138775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016940.138791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8715f80 x1818247339158656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339158656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016940.138828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016940.138841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8717800 x1818247339158784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339158784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339158784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016940.138879:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016940.138893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8715880 x1818247339158912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339158912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339158912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016940.138930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016940.138944:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8716d80 x1818247339159040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.138960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339159040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.138967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.138969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.138972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016940.138978:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016940.138992:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016940.138997:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016940/real 1734016940] req@ffff8800a8716680 x1818247339159168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016940.139008:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339159168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016940.139017:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016940.139019:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016940.139022:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159168:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016941.384350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016942.386429:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016944.390396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016945.146518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339159296:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016945.146583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8714000 x1818247339159296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339159296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339159296:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016945.146650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016945.146669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8715180 x1818247339159424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339159424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016945.146708:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016945.146722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8716680 x1818247339159552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339159552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146748:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146751:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016945.146778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016945.146791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8716d80 x1818247339159680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339159680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339159680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016945.146827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016945.146840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8715880 x1818247339159808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339159808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016945.146875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016945.146887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8717800 x1818247339159936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339159936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146910:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146912:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339159936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016945.146921:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016945.146934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016945.146940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016945/real 1734016945] req@ffff8800a8715f80 x1818247339160064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016945.146950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339160064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016945.146958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016945.146960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016945.146963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160064:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016945.392395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016947.396346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016948.398392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016950.154540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339160192:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016950.154628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8716a00 x1818247339160192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339160192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339160192:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016950.154703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160320:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016950.154722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8714a80 x1818247339160320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154741:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339160320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016950.154769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016950.154784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8717100 x1818247339160448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339160448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016950.154848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016950.154861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8714e00 x1818247339160576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339160576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339160576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016950.154899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016950.154913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8714700 x1818247339160704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339160704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016950.154947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016950.154960:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.154966:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8717480 x1818247339160832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.154976:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339160832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.154984:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.154987:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.154990:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016950.154995:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016950.155008:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016950.155014:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016950/real 1734016950] req@ffff8800a8715500 x1818247339160960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016950.155026:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339160960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016950.155034:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016950.155036:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016950.155039:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339160960:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016950.402426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016951.404414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016953.408372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016954.410365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016955.162454:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339161088:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016955.162521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162541:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8714380 x1818247339161088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339161088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339161088:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016955.162587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016955.162605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8717b80 x1818247339161216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339161216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016955.162662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016955.162676:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8715500 x1818247339161344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339161344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016955.162712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016955.162724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8717480 x1818247339161472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339161472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339161472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016955.162758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016955.162772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8714700 x1818247339161600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339161600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016955.162805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016955.162818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8714e00 x1818247339161728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339161728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016955.162851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016955.162864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016955.162870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016955/real 1734016955] req@ffff8800a8717100 x1818247339161856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016955.162881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339161856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016955.162888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016955.162891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016955.162894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339161856:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016956.414351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016957.416350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016959.420341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016960.170471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339161984:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016960.170536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8714a80 x1818247339161984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339161984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339161984:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016960.170603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162112:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016960.170621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8716a00 x1818247339162112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339162112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170651:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016960.170660:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016960.170674:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8715f80 x1818247339162240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339162240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016960.170729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016960.170743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8717800 x1818247339162368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339162368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339162368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016960.170779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016960.170791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8715880 x1818247339162496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339162496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016960.170827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016960.170840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8716d80 x1818247339162624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339162624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016960.170873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016960.170885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016960.170891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016960/real 1734016960] req@ffff8800a8716680 x1818247339162752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016960.170902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339162752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016960.170909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016960.170911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016960.170914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339162752:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016960.422373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016962.426377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016963.428351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016965.178425:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339162880:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016965.178487:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178508:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8715180 x1818247339162880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178528:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339162880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178539:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178542:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178547:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339162880:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016965.178555:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016965.178573:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8714000 x1818247339163008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178591:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339163008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178606:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178608:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016965.178636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016965.178650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8716680 x1818247339163136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178667:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339163136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016965.178686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016965.178697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8716d80 x1818247339163264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339163264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016965.178732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016965.178746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8715880 x1818247339163392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339163392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016965.178782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016965.178794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8717800 x1818247339163520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339163520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016965.178828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016965.178840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016965.178846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016965/real 1734016965] req@ffff8800a8715f80 x1818247339163648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016965.178857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339163648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016965.178864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016965.178866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016965.178869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339163648:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016965.432349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016966.434352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016968.438377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016969.440359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016970.186534:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339163776:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016970.186620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8716a00 x1818247339163776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339163776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.186676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.186680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.186685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339163776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016970.186692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016970.186712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8714a80 x1818247339163904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339163904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.186739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.186742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.186746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339163904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016970.186752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016970.186767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8717100 x1818247339164032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339164032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.186791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.186793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.186797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016970.186829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016970.186843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8714e00 x1818247339164160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339164160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.186868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.186870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.186873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016970.186912:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016970.186930:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8714700 x1818247339164288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339164288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.186958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.186960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.186964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016970.186969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016970.186982:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.186988:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8717480 x1818247339164416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.186998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339164416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.187005:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.187008:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.187012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016970.187017:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016970.187030:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016970.187035:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016970/real 1734016970] req@ffff8800a8715500 x1818247339164544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016970.187047:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339164544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016970.187055:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016970.187057:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016970.187060:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339164544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016971.444409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016972.446375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016974.450388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016975.194427:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339164672:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016975.194497:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194517:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8717b80 x1818247339164672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194531:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339164672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194539:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194541:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194544:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339164672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016975.194549:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016975.194563:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194567:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8714380 x1818247339164800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339164800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194579:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194580:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194582:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016975.194606:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016975.194615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194618:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8715500 x1818247339164928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339164928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194631:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339164928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016975.194636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016975.194643:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194646:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8717480 x1818247339165056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339165056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016975.194663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016975.194672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8714700 x1818247339165184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339165184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016975.194692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016975.194701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194704:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8714e00 x1818247339165312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339165312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016975.194719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016975.194726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016975.194729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016975/real 1734016975] req@ffff8800a8717100 x1818247339165440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016975.194736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339165440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016975.194741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016975.194742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016975.194743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339165440:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016975.452351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016977.456387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016978.458363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016980.202507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339165568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016980.202643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016980.202667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016980.202700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016980.202752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016980.202772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016980.202790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166336:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016980.462374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016981.464343:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016983.208774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8717800 x1818247339165952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.208828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339165952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.208846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.208854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.208861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016983.208876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8715880 x1818247339166080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.208899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339166080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.208913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.208917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.208922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016983.208934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8716d80 x1818247339166208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.208952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339166208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.208964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.208969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.208974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016983.208984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8716680 x1818247339166336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.209002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339166336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.209015:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.209019:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.209024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016983.209035:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8714a80 x1818247339165568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.209053:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339165568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.209078:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.209082:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.209088:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339165568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016983.209100:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8716a00 x1818247339165696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.209307:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339165696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.209317:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.209320:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.209324:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016983.209332:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016980/real 1734016983] req@ffff8800a8715f80 x1818247339165824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016983.209344:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339165824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016983.209352:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016983.209355:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016983.209358:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339165824:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016983.468370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016984.470358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016985.210451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339166464:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016985.210528:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210549:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8714000 x1818247339166464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339166464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210577:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339166464:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016985.210582:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016985.210595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210599:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8715180 x1818247339166592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339166592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016985.210645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016985.210682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8715f80 x1818247339166720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339166720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016985.210706:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016985.210715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8716a00 x1818247339166848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339166848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339166848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016985.210757:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016985.210766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8714a80 x1818247339166976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339166976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339166976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016985.210788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016985.210797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8716680 x1818247339167104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339167104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016985.210817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016985.210824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016985.210828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016985/real 1734016985] req@ffff8800a8716d80 x1818247339167232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016985.210833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339167232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016985.210838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016985.210839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016985.210841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016986.474402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016987.476353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016989.480378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016990.218505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339167360:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016990.218649:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.218680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8715880 x1818247339167360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.218702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339167360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.218715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.218719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.218724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339167360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016990.218733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016990.218755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.218763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8717800 x1818247339167488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.218774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339167488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.218782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.218785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.218788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016990.218795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016990.218810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.218816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8717100 x1818247339167616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.218835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339167616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.218844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.218846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.218849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016990.218855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016990.218869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.218875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8714e00 x1818247339167744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.218885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339167744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.218892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.218895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.218898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339167744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016990.218936:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016990.218951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.218958:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8714700 x1818247339167872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.218969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339167872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.218978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.218981:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.218984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339167872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016990.218991:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016990.219005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.219011:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8717480 x1818247339168000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.219020:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339168000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.219028:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.219031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.219034:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016990.219040:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016990.219054:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016990.219059:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016990/real 1734016990] req@ffff8800a8715500 x1818247339168128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016990.219069:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339168128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016990.219077:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016990.219079:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016990.219082:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168128:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734016990.482367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016992.486404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016993.488380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016995.226558:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339168256:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734016995.226657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.226685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8714380 x1818247339168256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.226707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339168256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.226720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.226724:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.226729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339168256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734016995.226737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016995.226757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.226764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8717b80 x1818247339168384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.226776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339168384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.226784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.226787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.226790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016995.226796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016995.226812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.226818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8715500 x1818247339168512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.226828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339168512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.226837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.226840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.226843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016995.226878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016995.226892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.226898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8717480 x1818247339168640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.226910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339168640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.226918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.226920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.226923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339168640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016995.226930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734016995.226943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.226950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8714700 x1818247339168768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.226960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339168768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.226967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.226970:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.226973:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734016995.226980:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016995.226995:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.227001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8714e00 x1818247339168896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.227011:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339168896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.227018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.227021:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.227024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339168896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734016995.227029:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734016995.227043:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734016995.227049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016995/real 1734016995] req@ffff8800a8717100 x1818247339169024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016995.227059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339169024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016995.227067:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016995.227069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734016995.227072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169024:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734016995.492376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016996.494374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016998.498369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734016999.500373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017000.234478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339169152:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017000.234564:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8717800 x1818247339169152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339169152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234624:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339169152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017000.234640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017000.234660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8715880 x1818247339169280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339169280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017000.234725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017000.234740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8716d80 x1818247339169408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339169408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017000.234784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017000.234797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8716680 x1818247339169536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339169536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234826:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339169536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017000.234832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017000.234846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8714a80 x1818247339169664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339169664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017000.234883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017000.234898:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8716a00 x1818247339169792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339169792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234921:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017000.234932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017000.234945:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017000.234950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017000/real 1734017000] req@ffff8800a8715f80 x1818247339169920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017000.234960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339169920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017000.234968:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017000.234970:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017000.234974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339169920:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017001.504427:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017002.506401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017004.510381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017005.242542:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339170048:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017005.242640:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8715180 x1818247339170048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.242691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339170048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.242703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.242707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.242712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339170048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017005.242720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017005.242739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8714000 x1818247339170176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.242758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339170176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.242765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.242768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.242772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017005.242778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017005.242793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8715f80 x1818247339170304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.242810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339170304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.242824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.242827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.242830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017005.242836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017005.242850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8716a00 x1818247339170432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.242866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339170432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.242873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.242876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.242879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339170432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017005.242916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017005.242931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242937:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8714a80 x1818247339170560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.242949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339170560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.242957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.242959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.242962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017005.242969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017005.242983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.242989:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8716680 x1818247339170688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.243000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339170688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.243007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.243009:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.243012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017005.243018:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017005.243031:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017005.243037:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017005/real 1734017005] req@ffff8800a8716d80 x1818247339170816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017005.243047:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339170816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017005.243055:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017005.243057:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017005.243060:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339170816:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017005.512385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017007.516405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017008.518424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017010.250521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339170944:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017010.250619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8715880 x1818247339170944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339170944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339170944:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017010.250698:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017010.250717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8717800 x1818247339171072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339171072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250744:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250747:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250750:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017010.250756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017010.250772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8717100 x1818247339171200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339171200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017010.250841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017010.250854:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8714e00 x1818247339171328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339171328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017010.250892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017010.250905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8714700 x1818247339171456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339171456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017010.250941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017010.250956:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.250962:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8717480 x1818247339171584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.250973:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339171584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.250980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.250983:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.250986:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017010.250992:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017010.251005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017010.251011:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017010/real 1734017010] req@ffff8800a8715500 x1818247339171712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017010.251021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339171712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017010.251029:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017010.251031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017010.251034:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339171712:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017010.522403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017011.524380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017013.528406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017014.530380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017015.258523:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339171840:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017015.258623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8717b80 x1818247339171840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339171840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339171840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017015.258704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017015.258723:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8714380 x1818247339171968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339171968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339171968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017015.258763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017015.258779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8715500 x1818247339172096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339172096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017015.258823:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017015.258836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8717480 x1818247339172224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339172224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017015.258900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017015.258915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8714700 x1818247339172352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339172352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017015.258953:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017015.258967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.258974:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8714e00 x1818247339172480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.258984:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339172480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.258991:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.258993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.258997:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017015.259003:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017015.259017:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017015.259023:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017015/real 1734017015] req@ffff8800a8717100 x1818247339172608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017015.259033:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339172608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017015.259041:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017015.259043:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017015.259046:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339172608:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017016.534390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017017.536386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017019.540388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017020.266500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339172736:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017020.266584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8717800 x1818247339172736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339172736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339172736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017020.266659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017020.266679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8715880 x1818247339172864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339172864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017020.266740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017020.266755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266761:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8716d80 x1818247339172992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339172992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339172992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017020.266799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017020.266812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8716680 x1818247339173120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339173120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017020.266847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017020.266860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8714a80 x1818247339173248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339173248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266891:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017020.266897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017020.266911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8716a00 x1818247339173376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339173376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017020.266946:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017020.266959:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017020.266965:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017020/real 1734017020] req@ffff8800a8715f80 x1818247339173504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017020.266975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339173504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017020.266983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017020.266985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017020.266988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339173504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017020.542393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017022.546423:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017023.548382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017025.274516:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339173632:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017025.274614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.274642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8714000 x1818247339173632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.274664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339173632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.274678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.274682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.274687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339173632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017025.274695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017025.274714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.274721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8715180 x1818247339173760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.274733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339173760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.274741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.274744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.274747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017025.274754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017025.274769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.274775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8715f80 x1818247339173888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.274786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339173888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.274800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.274803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.274807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339173888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017025.274813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017025.274826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.274832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8716a00 x1818247339174016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.274842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339174016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.274849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.274852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.274855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017025.274893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017025.274907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.274914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8714a80 x1818247339174144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.274924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339174144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.274932:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.274934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.274988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017025.274997:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017025.275016:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.275024:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8716680 x1818247339174272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.275036:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339174272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.275044:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.275046:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.275049:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017025.275055:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017025.275068:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017025.275074:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017025/real 1734017025] req@ffff8800a8716d80 x1818247339174400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017025.275084:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339174400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017025.275093:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017025.275095:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017025.275099:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339174400:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017025.552369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017026.554426:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017028.558383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017029.560356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017030.282499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339174528:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017030.282594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.282623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8715880 x1818247339174528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.282644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339174528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.282657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.282661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.282666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339174528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017030.282674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017030.282694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.282701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8717800 x1818247339174656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.282713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339174656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.282721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.282724:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.282727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017030.282734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017030.282749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.282755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8717100 x1818247339174784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.282766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339174784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.282780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.282783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.282786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017030.282820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017030.282833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.282840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8714e00 x1818247339174912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.282850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339174912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.282913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.282916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.282920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339174912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017030.282928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017030.282946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.282954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8714700 x1818247339175040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.282965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339175040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.282973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.282976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.282979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017030.282986:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017030.283001:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.283007:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8717480 x1818247339175168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.283018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339175168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.283025:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.283027:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.283030:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017030.283036:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017030.283050:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017030.283055:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017030/real 1734017030] req@ffff8800a8715500 x1818247339175296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017030.283066:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339175296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017030.283073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017030.283076:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017030.283079:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175296:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017031.564384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017032.566367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017034.570364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017035.290506:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339175424:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017035.290592:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290618:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8714380 x1818247339175424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339175424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339175424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017035.290667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017035.290686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290693:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8717b80 x1818247339175552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339175552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017035.290748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017035.290763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8715500 x1818247339175680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339175680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017035.290851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017035.290867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8717480 x1818247339175808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339175808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339175808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017035.290904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017035.290918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290923:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8714700 x1818247339175936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339175936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339175936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017035.290953:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017035.290967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.290973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8714e00 x1818247339176064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.290984:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339176064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.290991:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.290994:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.290996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017035.291001:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017035.291014:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017035.291020:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017035/real 1734017035] req@ffff8800a8717100 x1818247339176192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017035.291030:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339176192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017035.291038:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017035.291040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017035.291043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017035.572311:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017037.576385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017038.578384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017040.298509:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339176320:192.168.201.160@tcp:250:kworker.0 00000800:00000100:3.0:1734017040.298593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8717800 x1818247339176320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339176320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339176320:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017040.298669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017040.298730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8715880 x1818247339176448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339176448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017040.298797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017040.298814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8716d80 x1818247339176576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339176576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017040.298859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017040.298872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8716680 x1818247339176704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339176704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339176704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017040.298907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734017040.298921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8714a80 x1818247339176832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339176832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017040.298957:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017040.298971:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.298977:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8716a00 x1818247339176960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.298987:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339176960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.298994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.298996:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.298999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339176960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017040.299004:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339177088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734017040.299017:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734017040.299023:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017040/real 1734017040] req@ffff8800a8715f80 x1818247339177088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734017040.299033:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339177088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734017040.299040:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734017040.299042:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734017040.299045:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339177088:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017040.582386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017041.584399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017043.588360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017044.590374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734017045.306351:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339177216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734017045.306432:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339177344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017045.306455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339177472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017045.306467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339177600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017045.306478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339177728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734017045.306489:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339177856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734017045.306500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339177984:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017046.594393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017047.596339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017049.600353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017050.602329:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017052.606361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017053.608314:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017055.612338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017056.614337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017058.618340:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017059.620296:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017061.624398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017062.626390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017064.630348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017065.632420:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017067.636406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017068.638419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017070.642436:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017071.644362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017073.648368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017074.650367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017076.654377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017077.656357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017079.660363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017080.662350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017082.666378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017083.668387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017085.672371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017086.674344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017088.678354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017089.680339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017091.684366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017092.686401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017094.690347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017095.692311:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017097.696372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017098.698383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017100.702355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017101.704307:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017103.708346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017104.710358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017106.714328:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017107.716399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017109.720346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017110.722343:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017112.726368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017113.416343:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017113.416386:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017113.416404:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416435:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416468:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416476:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416482:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416489:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017113.416496:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734017113.728386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017115.732363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017116.734371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017118.738403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017119.740374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017121.744390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017122.746373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017124.750393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017125.752392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017127.756400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017128.758352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017130.762367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017131.764380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017133.768334:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017134.770339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017136.774387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017137.776506:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017139.780397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017140.782342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017142.786379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017143.788401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017145.792292:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017146.794275:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017148.798327:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017149.800293:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017151.804384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017152.806383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017154.810392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017155.812346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017157.816417:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017158.818387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017160.822385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017161.824358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017163.828363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017164.830389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017166.834381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017167.836401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017169.840312:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017170.842401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017172.846394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017173.848353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017175.852320:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017176.854418:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017178.520444:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017178.520499:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017178.520521:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520560:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520570:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520578:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520586:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520593:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017178.520600:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:3.0:1734017178.858414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017179.860396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017181.864406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017182.866462:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017184.870401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017185.872359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017187.876402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017188.878393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017190.882321:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017191.884410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017193.888355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017194.890390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017196.894364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017197.896463:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017199.900358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017200.902369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017202.906438:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017203.908397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017205.912328:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017206.914395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017208.918347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017209.920360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017211.924361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017212.926378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017214.930242:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017215.932316:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017217.936333:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017218.938376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017220.942357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017221.944397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017223.948385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017224.950354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017226.954367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017227.956393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017229.960363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017230.962382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017232.966355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017233.968382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017235.972392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017236.974442:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017238.978389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017239.980386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017241.984427:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017242.986454:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017243.624405:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017243.624451:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017243.624470:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624502:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624510:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624518:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624524:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624531:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017243.624537:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:3.0:1734017244.990385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017245.992371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017247.996366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017248.998414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017251.002371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017252.004344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017254.008361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017255.010395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017257.014383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017258.016424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017260.020401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017261.022379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017263.026369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017264.028401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017266.032378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017267.034360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017269.038412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017270.040361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017272.044383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017273.046429:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017275.050389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017276.052360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017278.056404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017279.058341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017281.062346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017282.064362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017284.068353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017285.070387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017287.074363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017288.076352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017290.080360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017291.082346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017293.086371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017294.088420:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017296.092398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017297.094388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017299.098358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017300.100318:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017302.104391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017303.106397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017305.110403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017306.112454:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017308.116358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017308.728360:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017308.728407:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017308.728426:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728459:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728466:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728474:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728481:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728487:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017308.728494:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734017309.118364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017311.122354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017312.124383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017314.128336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017315.130370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017317.134365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017318.136369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017320.140379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017321.142357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017323.146377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017324.148380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017326.152364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017327.154359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017329.158376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017330.160390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017332.164375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017333.166346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017335.170365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017336.172364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017338.176351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017339.178383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017341.182377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017342.184384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017344.188374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017345.190362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017347.194388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017348.196352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017349.198361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017350.200400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017351.202366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017352.204421:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017353.206392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017354.208428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017355.210412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017356.212380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017357.214376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017358.216415:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017359.218348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017360.220430:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017361.222390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017362.224375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017363.226333:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017364.228346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017365.230377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017366.232334:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017367.234298:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017368.236376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017369.238312:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017370.240344:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017371.242312:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017372.244354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017373.246337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017373.832394:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017373.832443:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017373.832461:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832497:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832505:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832513:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832525:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832535:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017373.832545:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:3.0:1734017374.248346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017375.250379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017376.252326:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017377.254383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017378.256336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017379.258346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017380.260377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017381.262354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017382.264366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017383.266367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017384.268371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017385.270355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017386.272336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017387.274347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017388.276376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017389.278336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017390.280381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017391.282373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017392.284378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017393.286389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017394.288370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017395.290391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017396.292375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017397.294361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017398.296368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017399.298335:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017400.300353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017401.302318:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017402.304375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017403.306368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017404.308337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017405.310392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017406.312392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017407.314350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017408.316391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017409.318362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017410.320374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017411.322350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017412.324393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017413.326403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017414.328404:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017415.330373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017416.332383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017417.334352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017418.336389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017419.338391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017420.340396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017421.342379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017422.344402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017423.346377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017424.348364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017425.350372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017426.352359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017427.354334:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017428.356338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017429.358374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017430.360351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017431.362346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017432.364339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017433.366373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017434.368369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017435.370377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017436.372367:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017437.374326:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017438.376375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017438.936394:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017438.936442:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017438.936460:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936499:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936506:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936513:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936521:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936527:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017438.936534:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734017439.378361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017440.380357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017441.382362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017442.384358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017443.386366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017444.388336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017445.390359:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017446.392335:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017447.394349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017448.396361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017449.398369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017450.400345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017451.402330:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017452.404375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017453.406378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017454.408366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017455.410377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017456.412360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017457.414379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017458.416372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017459.418331:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017460.420356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017461.422366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017462.424356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017463.426330:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017464.428328:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017465.430359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017466.432343:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017467.434310:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017468.436430:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017469.438413:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017470.440349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017471.442416:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017472.444376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017473.446379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017474.448365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017475.450365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017476.452356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017477.454407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017478.456325:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017479.458365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017480.460386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017481.462412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017482.464447:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017483.466371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017484.468340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017485.470381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017486.472373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017487.474381:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017488.476355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017489.478366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017490.480374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017491.482350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017492.484339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017493.486387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017494.488365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017495.490375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017496.492375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017497.494321:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017498.496347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017499.498351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017500.500319:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017501.502374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017502.504365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017503.506360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017504.040404:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017504.040452:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017504.040471:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040507:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040515:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040522:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040528:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040535:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017504.040541:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734017504.508389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017505.510335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017506.512386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017507.514365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017508.516392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017509.518381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017510.520371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017511.522363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017512.524391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017513.526331:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017514.528334:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017515.530364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017516.532359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017517.534371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017518.536381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017519.538361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017520.540322:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017521.542398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017522.544368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017523.546375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017524.548376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017525.550340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017526.552394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017527.554382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017528.556367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017529.558385:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017530.560380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017531.562389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017532.564391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017533.566371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017534.568364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017535.570405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017536.572400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017537.574391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017538.576404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017539.578402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017540.580392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017541.582380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017542.584389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017543.586408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017544.588363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017545.590338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017546.592376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017547.594361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017548.596356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017549.598365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017550.600327:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017551.602351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017552.604370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017553.606324:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017554.608356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017555.610359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017556.612349:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017557.614363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017558.616386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017559.618332:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017560.620381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017561.622385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017562.624387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017563.626372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017564.628351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017565.630356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017566.632380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017567.634347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017568.636382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017569.144403:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017569.144450:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017569.144468:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144501:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144509:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144517:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144524:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144531:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017569.144537:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:3.0:1734017569.638388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017570.640362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017571.642360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017572.644341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017573.646353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017574.648344:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017575.650368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017576.652377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017577.654339:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017578.656353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017579.658352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017580.660373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017581.662337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017582.664322:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017583.666346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017584.668361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017585.670439:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017586.672446:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017587.674445:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017588.676402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017589.678405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017590.680378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017591.178687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017591.178700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017591.178714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017591.178720:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017591/real 1734017591] req@ffff8800a8716d80 x1818247339275136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017591.178730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339275136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017591.178738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017591.178768:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017591.178781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017591.178788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017591/real 1734017591] req@ffff8800a8715880 x1818247339275264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017591.178798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339275264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017591.178806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017591.178817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017591.178833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017591.178840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017591/real 1734017591] req@ffff8800a8717b80 x1818247339275392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017591.178851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339275392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017591.178858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017591.178869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017591.178881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017591.178887:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017591/real 1734017591] req@ffff8800a8716a00 x1818247339275520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017591.178897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339275520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017591.178904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017591.178915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017591.178927:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017591.178933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017591/real 1734017591] req@ffff8800a8715f80 x1818247339275648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017591.178950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339275648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017591.178958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017591.178960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017591.178963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339275648:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017591.682398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017592.684359:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017593.686366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017594.688342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017595.690401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017596.186491:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339275776:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017596.186557:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8714a80 x1818247339275776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339275776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186612:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339275776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017596.186624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017596.186643:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8716680 x1818247339275904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339275904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339275904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017596.186681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017596.186695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8717800 x1818247339276032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339276032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017596.186749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017596.186762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8717100 x1818247339276160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339276160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017596.186796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017596.186813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8715180 x1818247339276288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339276288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017596.186847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017596.186859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8714000 x1818247339276416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339276416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017596.186892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017596.186905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017596.186911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017596/real 1734017596] req@ffff8800a8714380 x1818247339276544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017596.186927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339276544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017596.186935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017596.186938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017596.186940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339276544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017596.692360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017597.694400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017598.696396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017599.698333:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017600.700367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017601.194413:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339276672:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017601.194475:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194497:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8714e00 x1818247339276672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194517:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339276672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194528:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194531:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194536:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339276672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017601.194544:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017601.194562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194570:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8714700 x1818247339276800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339276800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194589:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017601.194620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017601.194635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8714380 x1818247339276928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339276928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339276928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017601.194671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017601.194683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8714000 x1818247339277056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339277056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017601.194717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017601.194734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8715180 x1818247339277184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339277184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017601.194769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017601.194781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8717100 x1818247339277312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339277312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017601.194815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017601.194828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017601.194834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017601/real 1734017601] req@ffff8800a8717800 x1818247339277440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017601.194854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339277440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017601.194866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017601.194870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017601.194875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339277440:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017601.702380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017602.704358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017603.706374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017604.708371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017605.710354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017606.202468:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339277568:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017606.202534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8716680 x1818247339277568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339277568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339277568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017606.202602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017606.202620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8714a80 x1818247339277696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339277696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017606.202659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017606.202674:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8715f80 x1818247339277824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339277824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017606.202729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017606.202742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8716a00 x1818247339277952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339277952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339277952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017606.202777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017606.202793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8717b80 x1818247339278080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339278080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017606.202827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017606.202840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8715880 x1818247339278208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339278208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017606.202873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017606.202886:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017606.202891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017606/real 1734017606] req@ffff8800a8716d80 x1818247339278336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017606.202908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339278336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017606.202916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017606.202918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017606.202921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278336:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017606.712379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017607.714396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017608.716370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017609.718369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017610.720372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017611.210464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339278464:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017611.210529:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210552:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8717480 x1818247339278464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339278464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210586:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339278464:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017611.210599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017611.210617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8715500 x1818247339278592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339278592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210646:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017611.210657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017611.210671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8716d80 x1818247339278720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339278720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210695:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017611.210725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017611.210739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8715880 x1818247339278848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339278848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339278848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017611.210774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017611.210790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8717b80 x1818247339278976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339278976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339278976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017611.210824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017611.210836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8716a00 x1818247339279104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339279104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017611.210869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017611.210882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017611.210888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017611/real 1734017611] req@ffff8800a8715f80 x1818247339279232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017611.210905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339279232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017611.210912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017611.210915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017611.210917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017611.722348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017612.724364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017613.726400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017614.728397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017615.730391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017616.218478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339279360:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017616.218564:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218591:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8714a80 x1818247339279360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218613:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339279360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218624:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339279360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017616.218640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017616.218659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8716680 x1818247339279488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339279488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017616.218699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017616.218715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8717800 x1818247339279616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218731:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339279616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017616.218775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017616.218789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8717100 x1818247339279744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339279744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339279744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017616.218826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017616.218843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8715180 x1818247339279872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339279872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339279872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017616.218924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017616.218943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.218951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8714000 x1818247339280000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.218963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339280000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.218971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.218973:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.218976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017616.218981:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017616.218994:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017616.219000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017616/real 1734017616] req@ffff8800a8714380 x1818247339280128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017616.219017:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339280128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017616.219026:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017616.219028:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017616.219031:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280128:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017616.732377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017617.734353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017618.736361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017619.738373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017620.740326:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017621.226495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339280256:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017621.226560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226583:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8714700 x1818247339280256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339280256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339280256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017621.226629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017621.226647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8714e00 x1818247339280384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339280384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017621.226686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017621.226700:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8714380 x1818247339280512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339280512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017621.226754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017621.226767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8714000 x1818247339280640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226784:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339280640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339280640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017621.226848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017621.226870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8715180 x1818247339280768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339280768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017621.226907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017621.226919:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8717100 x1818247339280896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339280896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.226947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339280896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017621.226952:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017621.226965:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017621.226971:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017621/real 1734017621] req@ffff8800a8717800 x1818247339281024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017621.226988:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339281024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017621.226996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017621.226998:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017621.227001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281024:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017621.742366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017622.744384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017623.746356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017624.748411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017625.750383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017626.234495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339281152:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017626.234580:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8716680 x1818247339281152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339281152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339281152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017626.234655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017626.234675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8714a80 x1818247339281280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339281280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017626.234778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017626.234798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8715f80 x1818247339281408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339281408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017626.234837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017626.234850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8716a00 x1818247339281536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339281536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339281536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017626.234885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017626.234903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234910:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8717b80 x1818247339281664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339281664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017626.234938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017626.234951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.234957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8715880 x1818247339281792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.234967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339281792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.234974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.234976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.234979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017626.234984:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017626.234997:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017626.235004:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017626/real 1734017626] req@ffff8800a8716d80 x1818247339281920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017626.235021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339281920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017626.235029:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017626.235032:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017626.235035:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339281920:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017626.752381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017627.754408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017628.756374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017629.758387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017630.760339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017631.242491:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339282048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017631.242603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017631.242662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017631.242691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017631.242707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017631.242724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017631.242739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282816:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017631.762350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017632.764405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017633.766407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017634.248413:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017634.248457:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017634.248477:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248511:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248519:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248527:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248534:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248541:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017634.248547:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:1.0:1734017634.248617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8715880 x1818247339282432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339282432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017634.248696:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8717b80 x1818247339282560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339282560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017634.248750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8716a00 x1818247339282688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339282688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017634.248801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8715f80 x1818247339282816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339282816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339282816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017634.248850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8715500 x1818247339282048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339282048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339282048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017634.248900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8717480 x1818247339282176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339282176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017634.248951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017631/real 1734017634] req@ffff8800a8716d80 x1818247339282304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017634.248969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339282304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017634.248982:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017634.248986:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017634.248992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339282304:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017634.768411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017635.770391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017636.250482:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339282944:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017636.250603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8714a80 x1818247339282944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339282944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.250679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.250685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.250691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339282944:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017636.250703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017636.250738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8716680 x1818247339283072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339283072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.250775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.250778:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.250782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017636.250788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017636.250807:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250813:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8717800 x1818247339283200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339283200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.250840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.250842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.250845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017636.250869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017636.250881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8717100 x1818247339283328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339283328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.250905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.250908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.250911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017636.250917:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017636.250929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8715180 x1818247339283456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339283456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.250953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.250957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.250960:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017636.250966:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017636.250978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.250984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8714000 x1818247339283584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.250994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339283584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.251001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.251003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.251007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017636.251012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017636.251025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017636.251031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017636/real 1734017636] req@ffff8800a8714380 x1818247339283712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017636.251040:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339283712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017636.251048:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017636.251050:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017636.251053:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339283712:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017636.772387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017637.774356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017638.776366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017639.778361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017640.780369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017641.258494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339283840:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017641.258559:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8714e00 x1818247339283840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258602:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339283840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339283840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017641.258628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017641.258646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8714700 x1818247339283968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339283968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339283968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017641.258684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017641.258698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258704:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8714380 x1818247339284096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258716:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339284096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017641.258753:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017641.258766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8714000 x1818247339284224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258782:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339284224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017641.258801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017641.258813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8715180 x1818247339284352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339284352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017641.258848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017641.258861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8717100 x1818247339284480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339284480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017641.258895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017641.258907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017641.258913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017641/real 1734017641] req@ffff8800a8717800 x1818247339284608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017641.258923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339284608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017641.258931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017641.258933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017641.258936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339284608:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017641.782341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017642.784334:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017643.786353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017644.788369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017645.790432:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017646.266542:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339284736:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017646.266610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8716680 x1818247339284736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339284736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266678:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339284736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017646.266686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017646.266706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8714a80 x1818247339284864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339284864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017646.266745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017646.266760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8716d80 x1818247339284992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339284992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339284992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017646.266818:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017646.266831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8717480 x1818247339285120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339285120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017646.266867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017646.266880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8715500 x1818247339285248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339285248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017646.266917:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017646.266929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8715f80 x1818247339285376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339285376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.266952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.266955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.266958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017646.266964:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017646.266977:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017646.266983:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017646/real 1734017646] req@ffff8800a8716a00 x1818247339285504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017646.266993:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339285504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017646.267000:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017646.267003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017646.267006:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339285504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017646.792405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017647.794424:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017648.796433:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017649.798405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017650.800376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017651.274513:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339285632:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017651.274578:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274602:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8717b80 x1818247339285632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339285632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339285632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017651.274648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017651.274666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8715880 x1818247339285760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339285760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017651.274704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017651.274718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8716a00 x1818247339285888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339285888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274744:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339285888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017651.274773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017651.274786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274792:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8715f80 x1818247339286016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339286016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017651.274820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017651.274833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8715500 x1818247339286144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339286144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274859:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017651.274868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017651.274880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8717480 x1818247339286272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339286272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017651.274914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017651.274926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017651.274932:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017651/real 1734017651] req@ffff8800a8716d80 x1818247339286400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017651.274941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339286400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017651.274949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017651.274951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017651.274954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339286400:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017651.802387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017652.804434:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017653.806374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017654.808400:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017655.810366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017656.282485:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339286528:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017656.282549:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282572:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8714a80 x1818247339286528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282591:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339286528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282602:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282605:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282610:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339286528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017656.282617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017656.282635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8716680 x1818247339286656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339286656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282667:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017656.282673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017656.282687:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8717800 x1818247339286784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339286784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017656.282742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017656.282755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282761:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8717100 x1818247339286912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339286912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339286912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017656.282789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017656.282801:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8715180 x1818247339287040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339287040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017656.282836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017656.282849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8714000 x1818247339287168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339287168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017656.282882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017656.282894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017656.282900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017656/real 1734017656] req@ffff8800a8714380 x1818247339287296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017656.282910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339287296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017656.282917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017656.282919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017656.282922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287296:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017656.812380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017657.814399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017658.816337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017659.818360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017660.820375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017661.290461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339287424:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017661.290526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290549:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8714700 x1818247339287424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290569:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339287424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290579:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290583:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339287424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017661.290594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017661.290612:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8714e00 x1818247339287552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339287552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290638:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017661.290650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017661.290664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290670:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8714380 x1818247339287680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339287680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017661.290719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017661.290732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8714000 x1818247339287808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339287808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339287808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017661.290766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017661.290779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8715180 x1818247339287936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339287936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339287936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017661.290814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017661.290826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8717100 x1818247339288064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339288064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017661.290859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017661.290871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017661.290877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017661/real 1734017661] req@ffff8800a8717800 x1818247339288192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017661.290887:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339288192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017661.290895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017661.290897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017661.290900:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017661.822360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017662.824363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017663.826338:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017664.828370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017665.830370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017666.298463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339288320:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017666.298527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8716680 x1818247339288320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339288320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339288320:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017666.298597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017666.298615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8714a80 x1818247339288448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339288448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017666.298653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017666.298667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8716d80 x1818247339288576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339288576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017666.298722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017666.298734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8717480 x1818247339288704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298750:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339288704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339288704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017666.298768:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017666.298781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8715500 x1818247339288832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339288832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017666.298817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017666.298829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8715f80 x1818247339288960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339288960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339288960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017666.298862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017666.298874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017666.298880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017666/real 1734017666] req@ffff8800a8716a00 x1818247339289088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017666.298891:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339289088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017666.298898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017666.298900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017666.298903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289088:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017666.832371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017667.834377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017668.836382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017669.838384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017670.840333:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017671.306516:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339289216:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017671.306592:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8715880 x1818247339289216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339289216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339289216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017671.306668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017671.306688:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306695:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8717b80 x1818247339289344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339289344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017671.306728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017671.306742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8716a00 x1818247339289472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339289472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306768:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017671.306800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017671.306813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8715f80 x1818247339289600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339289600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339289600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017671.306849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017671.306862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8715500 x1818247339289728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339289728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017671.306899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017671.306912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.306918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8717480 x1818247339289856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.306928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339289856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.306935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.306937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.306997:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017671.307004:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017671.307022:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017671.307030:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017671/real 1734017671] req@ffff8800a8716d80 x1818247339289984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017671.307041:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339289984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017671.307049:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017671.307051:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017671.307054:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339289984:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017671.842379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017672.844428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017673.846351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017674.848387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017675.850393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017676.314473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339290112:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017676.314539:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314564:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8714a80 x1818247339290112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314583:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339290112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314601:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339290112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017676.314608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017676.314626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8716680 x1818247339290240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339290240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017676.314665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017676.314678:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8717800 x1818247339290368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339290368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017676.314733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017676.314745:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8717100 x1818247339290496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339290496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339290496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017676.314780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017676.314793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8715180 x1818247339290624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339290624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017676.314828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017676.314841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8714000 x1818247339290752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.314948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339290752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.314957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.314959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.314963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017676.314969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017676.314988:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017676.314995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017676/real 1734017676] req@ffff8800a8714380 x1818247339290880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017676.315006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339290880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017676.315014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017676.315016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017676.315019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339290880:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017676.852364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017677.854391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017678.856370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017679.858346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017680.860353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017681.322457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339291008:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017681.322523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8714e00 x1818247339291008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322565:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339291008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322579:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322584:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339291008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017681.322591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017681.322608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8714700 x1818247339291136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339291136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017681.322647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017681.322660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8714380 x1818247339291264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339291264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017681.322715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017681.322727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8714000 x1818247339291392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339291392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339291392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017681.322762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017681.322823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8715180 x1818247339291520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339291520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017681.322862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017681.322876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8717100 x1818247339291648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339291648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017681.322910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017681.322922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017681.322928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017681/real 1734017681] req@ffff8800a8717800 x1818247339291776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017681.322938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339291776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017681.322946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017681.322948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017681.322951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339291776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017681.862398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017682.864342:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017683.866354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017684.868378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017685.870380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017686.330539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339291904:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017686.330613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330640:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8716680 x1818247339291904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339291904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339291904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017686.330717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017686.330740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8714a80 x1818247339292032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330761:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339292032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017686.330782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017686.330796:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8716d80 x1818247339292160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339292160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017686.330855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017686.330868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8717480 x1818247339292288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339292288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017686.330904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017686.330917:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330923:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8715500 x1818247339292416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339292416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017686.330954:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017686.330967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.330973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8715f80 x1818247339292544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.330983:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339292544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.330990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.330993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.330996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017686.331003:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017686.331015:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017686.331021:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017686/real 1734017686] req@ffff8800a8716a00 x1818247339292672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017686.331031:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339292672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017686.331039:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017686.331041:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017686.331044:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339292672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017686.872382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017687.874409:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017688.876396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017689.878397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017690.880385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017691.338474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339292800:192.168.201.160@tcp:250:kworker.0 00000800:00000100:1.0:1734017691.338547:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8717b80 x1818247339292800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338593:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339292800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339292800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017691.338659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017691.338682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8715880 x1818247339292928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339292928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339292928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017691.338745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017691.338759:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8716a00 x1818247339293056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339293056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017691.338797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017691.338810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8715f80 x1818247339293184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339293184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017691.338844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734017691.338857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8715500 x1818247339293312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339293312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017691.338894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017691.338907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8717480 x1818247339293440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339293440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017691.338941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734017691.338954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734017691.338960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017691/real 1734017691] req@ffff8800a8716d80 x1818247339293568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017691.338971:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339293568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017691.338978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017691.338981:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734017691.338984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339293568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017691.882389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017692.884412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017693.886419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017694.888409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017695.890379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734017696.346578:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339293696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734017696.346681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017696.346706:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339293952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017696.346731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017696.346747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339294208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734017696.346763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339294336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734017696.346778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339294464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017696.892348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017697.894363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017698.896414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017699.352403:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017699.352449:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017699.352497:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352540:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352551:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352562:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352573:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352584:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017699.352593:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00010000:00010000:1.0:1734017699.898376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017700.900347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017701.354515:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339294592:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017701.354581:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8717800 x1818247339294592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339294592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339294592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017701.354655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017701.354674:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354681:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8716680 x1818247339294720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339294720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017701.354712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017701.354726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8714a80 x1818247339294848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339294848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017701.354779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017701.354793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8714380 x1818247339294976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339294976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339294976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017701.354828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017701.354841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8714000 x1818247339295104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339295104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017701.354875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017701.354888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8715180 x1818247339295232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339295232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017701.354924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017701.354936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017701.354942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017701/real 1734017701] req@ffff8800a8717100 x1818247339295360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017701.354952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339295360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017701.354959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017701.354962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017701.354965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339295360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017701.902325:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017702.904374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017703.906372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017704.908342:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017705.910380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017706.362493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339295488:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017706.362558:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8714700 x1818247339295488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339295488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339295488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017706.362625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017706.362642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8714e00 x1818247339295616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339295616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017706.362680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017706.362693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8717100 x1818247339295744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339295744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017706.362747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017706.362763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8715180 x1818247339295872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339295872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339295872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017706.362798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017706.362811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8714000 x1818247339296000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339296000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017706.362845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017706.362857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8714380 x1818247339296128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339296128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017706.362897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017706.362909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017706.362916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017706/real 1734017706] req@ffff8800a8714a80 x1818247339296256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017706.362925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339296256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017706.362933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017706.362935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017706.362938:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017706.912410:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017707.914368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017708.916428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017709.918455:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017710.920368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017711.370535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339296384:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017711.370620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8716680 x1818247339296384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339296384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339296384:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017711.370699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017711.370719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8717800 x1818247339296512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339296512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370746:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017711.370778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017711.370794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8716d80 x1818247339296640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339296640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017711.370830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017711.370847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8717480 x1818247339296768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339296768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339296768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017711.370883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017711.370897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8715500 x1818247339296896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339296896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339296896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017711.370931:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017711.370944:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.370951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8715f80 x1818247339297024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.370967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339297024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.370975:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.370977:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.370980:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017711.370985:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017711.370999:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017711.371005:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017711/real 1734017711] req@ffff8800a8716a00 x1818247339297152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017711.371015:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339297152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017711.371022:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017711.371024:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017711.371027:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017711.922402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017712.924381:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017713.926397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017714.928440:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017715.930392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017716.378505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339297280:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017716.378589:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8715880 x1818247339297280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339297280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339297280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017716.378665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017716.378684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8717b80 x1818247339297408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339297408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378711:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017716.378744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017716.378758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8716a00 x1818247339297536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339297536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017716.378794:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017716.378810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8715f80 x1818247339297664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339297664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339297664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017716.378846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017716.378859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8715500 x1818247339297792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339297792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017716.378893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017716.378906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8717480 x1818247339297920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339297920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339297920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017716.378947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017716.378960:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017716.378966:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017716/real 1734017716] req@ffff8800a8716d80 x1818247339298048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017716.378976:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339298048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017716.378983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017716.378986:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017716.378989:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017716.932390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017717.934427:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017718.936389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017719.938375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017720.940352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017721.386455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339298176:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017721.386519:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386541:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8717800 x1818247339298176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339298176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386576:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339298176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017721.386589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017721.386606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8716680 x1818247339298304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339298304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017721.386645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017721.386659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8714a80 x1818247339298432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339298432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017721.386713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017721.386729:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8714380 x1818247339298560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339298560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386754:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386756:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339298560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017721.386765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017721.386777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8714000 x1818247339298688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339298688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017721.386811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017721.386823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8715180 x1818247339298816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339298816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017721.386863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017721.386876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017721.386882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017721/real 1734017721] req@ffff8800a8717100 x1818247339298944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017721.386892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339298944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017721.386899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017721.386901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017721.386904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339298944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017721.942374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017722.944368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017723.946336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017724.948376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017725.950355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017726.394456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339299072:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017726.394521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8714e00 x1818247339299072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339299072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394573:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394577:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394582:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339299072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017726.394589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017726.394607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394614:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8714700 x1818247339299200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339299200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017726.394662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017726.394675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8717100 x1818247339299328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339299328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017726.394711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017726.394726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394733:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8715180 x1818247339299456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339299456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339299456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017726.394761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017726.394773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8714000 x1818247339299584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394790:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339299584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394797:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394799:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017726.394807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017726.394820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8714380 x1818247339299712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339299712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017726.394860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017726.394873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017726.394879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017726/real 1734017726] req@ffff8800a8714a80 x1818247339299840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017726.394889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339299840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017726.394896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017726.394898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017726.394901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339299840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017726.952339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017727.954351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017728.956345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017729.958375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017730.960351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017731.402525:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339299968:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017731.402610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.402638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8716680 x1818247339299968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.402660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339299968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.402671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.402676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.402681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339299968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017731.402689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017731.402709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.402716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8717800 x1818247339300096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.402727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339300096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.402736:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.402739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.402743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017731.402749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017731.402763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.402769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8716d80 x1818247339300224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.402780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339300224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.402788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.402790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.402794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017731.402824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017731.402841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.402848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8717480 x1818247339300352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.402859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339300352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.402866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.402868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.402871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017731.402876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017731.402889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.402895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8715500 x1818247339300480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.402905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339300480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.402913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.402965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.402970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017731.402977:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017731.402996:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.403004:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8715f80 x1818247339300608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.403023:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339300608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.403031:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.403034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.403037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017731.403042:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017731.403056:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017731.403062:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017731/real 1734017731] req@ffff8800a8716a00 x1818247339300736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017731.403072:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339300736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017731.403079:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017731.403081:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017731.403084:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339300736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017731.962394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017732.964356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017733.966382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017734.968362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017735.970368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017736.410416:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339300864:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017736.410484:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410509:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8717b80 x1818247339300864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410533:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339300864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410547:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410552:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410558:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339300864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017736.410584:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017736.410611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8715880 x1818247339300992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339300992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339300992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017736.410673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017736.410695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8716a00 x1818247339301120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339301120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017736.410755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017736.410783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8715f80 x1818247339301248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339301248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017736.410873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017736.410892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410901:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8715500 x1818247339301376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410911:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339301376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410919:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017736.410930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017736.410942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.410948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8717480 x1818247339301504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.410965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339301504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.410972:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.410974:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.410977:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017736.410983:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017736.410995:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017736.411001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017736/real 1734017736] req@ffff8800a8716d80 x1818247339301632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017736.411010:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339301632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017736.411018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017736.411020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017736.411023:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339301632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017736.972292:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017737.974387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017738.976365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017739.978375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017740.980376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017741.418432:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339301760:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017741.418499:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418522:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8717800 x1818247339301760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339301760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418553:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418557:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418561:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339301760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017741.418569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017741.418587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418593:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8716680 x1818247339301888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339301888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339301888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017741.418625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017741.418639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8714a80 x1818247339302016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339302016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418668:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017741.418692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017741.418709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8714380 x1818247339302144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339302144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017741.418743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017741.418800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8714000 x1818247339302272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339302272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017741.418837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017741.418849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8715180 x1818247339302400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339302400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017741.418891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017741.418903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017741.418909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017741/real 1734017741] req@ffff8800a8717100 x1818247339302528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017741.418919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339302528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017741.418926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017741.418928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017741.418931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339302528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017741.982370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017743.986384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017744.988398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017746.426442:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339302656:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017746.426504:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426527:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8714700 x1818247339302656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426546:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339302656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426557:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426561:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426566:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339302656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017746.426573:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017746.426591:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426598:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8714e00 x1818247339302784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339302784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017746.426629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017746.426642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8717100 x1818247339302912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339302912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339302912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017746.426754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017746.426777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8715180 x1818247339303040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339303040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017746.426815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017746.426829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8714000 x1818247339303168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339303168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017746.426863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017746.426874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8714380 x1818247339303296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339303296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017746.426914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017746.426927:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017746.426933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017746/real 1734017746] req@ffff8800a8714a80 x1818247339303424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017746.426943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339303424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017746.426950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017746.426952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017746.426955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339303424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017746.992360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017747.994357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017749.998346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017751.000387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017751.434427:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339303552:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017751.434491:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434513:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8716680 x1818247339303552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434531:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339303552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434542:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434546:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434551:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339303552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017751.434559:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017751.434613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8717800 x1818247339303680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339303680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017751.434661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017751.434679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8716d80 x1818247339303808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339303808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017751.434733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017751.434750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8717480 x1818247339303936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339303936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339303936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017751.434785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017751.434798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8715500 x1818247339304064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339304064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434821:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434823:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434826:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017751.434831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017751.434844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8715f80 x1818247339304192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339304192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017751.434884:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017751.434896:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017751.434902:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017751/real 1734017751] req@ffff8800a8716a00 x1818247339304320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017751.434912:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339304320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017751.434919:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017751.434922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017751.434925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017753.004368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017754.006393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017756.010359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017756.442455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339304448:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017756.442554:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8715880 x1818247339304448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339304448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442608:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442612:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339304448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017756.442625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017756.442645:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8717b80 x1818247339304576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339304576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442674:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017756.442683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017756.442697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8716a00 x1818247339304704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339304704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017756.442751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017756.442767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8715f80 x1818247339304832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339304832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442792:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339304832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017756.442802:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017756.442814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8715500 x1818247339304960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339304960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339304960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017756.442848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017756.442860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8717480 x1818247339305088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339305088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017756.442899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017756.442912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017756.442918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017756/real 1734017756] req@ffff8800a8716d80 x1818247339305216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017756.442927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339305216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017756.442935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017756.442937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017756.442940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017757.012338:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017759.016282:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017760.018401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017761.450483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339305344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017761.450579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017761.450633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017761.450659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017761.450681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017761.450707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017761.450729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306112:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017762.022317:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017763.024428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017764.456412:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017764.456457:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017764.456474:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456505:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456514:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456521:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456528:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456535:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017764.456546:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734017764.456595:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8714a80 x1818247339305600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339305600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456650:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017764.456676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8714380 x1818247339305728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339305728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017764.456729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8714000 x1818247339305856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339305856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017764.456780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8715180 x1818247339305984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339305984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339305984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017764.456830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8717100 x1818247339306112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339306112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017764.456878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8717800 x1818247339305344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339305344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339305344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017764.456929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017761/real 1734017764] req@ffff8800a8716680 x1818247339305472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017764.456947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339305472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017764.456961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017764.456965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017764.456970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339305472:192.168.201.160@tcp:38:kworker.0 00010000:00010000:3.0:1734017765.028415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017766.030407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017766.458505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339306240:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017766.458567:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8714e00 x1818247339306240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339306240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458619:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458623:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458627:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339306240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017766.458635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017766.458653:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8714700 x1818247339306368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339306368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017766.458692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017766.458705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8716680 x1818247339306496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339306496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017766.458758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017766.458771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8717800 x1818247339306624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339306624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339306624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017766.458807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017766.458820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8717100 x1818247339306752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339306752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017766.458855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017766.458867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8715180 x1818247339306880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458883:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339306880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339306880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017766.458900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017766.458913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017766.458919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017766/real 1734017766] req@ffff8800a8714000 x1818247339307008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017766.458930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339307008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017766.458938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017766.458940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017766.458943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307008:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017768.034371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017769.036272:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017771.040408:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017771.466499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339307136:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017771.466562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8714380 x1818247339307136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339307136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466624:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339307136:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017771.466631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017771.466648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8714a80 x1818247339307264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466667:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339307264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017771.466687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017771.466702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8716d80 x1818247339307392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339307392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017771.466756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017771.466769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8717480 x1818247339307520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339307520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339307520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017771.466804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307648:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017771.466820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8715500 x1818247339307648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339307648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017771.466854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017771.466866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8715f80 x1818247339307776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339307776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017771.466900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017771.466913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017771.466918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017771/real 1734017771] req@ffff8800a8716a00 x1818247339307904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017771.466935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339307904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017771.466943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017771.466945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017771.466948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339307904:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017772.042409:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017774.046413:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017775.048419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017776.474459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339308032:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017776.474523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474545:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8717b80 x1818247339308032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474565:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339308032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474579:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339308032:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017776.474591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017776.474609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8715880 x1818247339308160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339308160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017776.474648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017776.474662:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8716a00 x1818247339308288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339308288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017776.474715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017776.474728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8715f80 x1818247339308416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339308416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339308416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017776.474763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017776.474779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8715500 x1818247339308544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339308544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017776.474814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017776.474826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8717480 x1818247339308672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339308672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017776.474860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017776.474872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017776.474878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017776/real 1734017776] req@ffff8800a8716d80 x1818247339308800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017776.474894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339308800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017776.474902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017776.474904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017776.474907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339308800:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017777.052369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017778.054344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017780.058383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017781.060358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017781.482459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339308928:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017781.482524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8714a80 x1818247339308928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482565:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339308928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339308928:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017781.482591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017781.482609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8714380 x1818247339309056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339309056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017781.482648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017781.482662:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8714000 x1818247339309184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339309184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017781.482716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017781.482729:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8715180 x1818247339309312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339309312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017781.482763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017781.482780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8717100 x1818247339309440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339309440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017781.482814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017781.482827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8717800 x1818247339309568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339309568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017781.482859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017781.482872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017781.482878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017781/real 1734017781] req@ffff8800a8716680 x1818247339309696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017781.482895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339309696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017781.482902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017781.482904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017781.482907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339309696:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017783.064363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017784.066372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017786.070328:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017786.490472:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339309824:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017786.490536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8714700 x1818247339309824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339309824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339309824:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017786.490602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017786.490620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8714e00 x1818247339309952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339309952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339309952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017786.490659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017786.490673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8716680 x1818247339310080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339310080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017786.490728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017786.490741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8717800 x1818247339310208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339310208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017786.490777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017786.490792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8717100 x1818247339310336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339310336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017786.490827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017786.490839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8715180 x1818247339310464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339310464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017786.490872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017786.490884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017786.490890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017786/real 1734017786] req@ffff8800a8714000 x1818247339310592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017786.490907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339310592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017786.490915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017786.490917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017786.490920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339310592:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017787.072377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017789.076358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017790.078362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017791.498513:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339310720:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017791.498584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498608:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8714380 x1818247339310720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339310720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339310720:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017791.498657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017791.498676:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8714a80 x1818247339310848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339310848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017791.498716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017791.498730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8716d80 x1818247339310976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339310976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339310976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017791.498787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017791.498800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8717480 x1818247339311104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339311104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017791.498837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017791.498853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8715500 x1818247339311232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339311232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498883:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017791.498889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017791.498953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.498961:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8715f80 x1818247339311360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.498972:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339311360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.498980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.498982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.498985:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017791.498992:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017791.499005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017791.499011:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017791/real 1734017791] req@ffff8800a8716a00 x1818247339311488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017791.499028:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339311488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017791.499036:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017791.499038:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017791.499041:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339311488:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017792.082362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017793.084375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017795.088385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017796.090371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017796.506458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339311616:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017796.506523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8715880 x1818247339311616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339311616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339311616:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017796.506591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017796.506609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8717b80 x1818247339311744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339311744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017796.506649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017796.506662:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8716a00 x1818247339311872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339311872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339311872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017796.506717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017796.506730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8715f80 x1818247339312000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339312000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017796.506765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017796.506781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8715500 x1818247339312128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339312128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017796.506870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017796.506888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8717480 x1818247339312256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339312256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017796.506924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017796.506937:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017796.506943:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017796/real 1734017796] req@ffff8800a8716d80 x1818247339312384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017796.506960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339312384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017796.506967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017796.506969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017796.506972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339312384:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017798.094379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017799.096387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017801.100385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017801.514494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339312512:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017801.514566:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8714a80 x1818247339312512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339312512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514625:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339312512:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017801.514638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017801.514657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8714380 x1818247339312640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514676:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339312640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514684:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017801.514698:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017801.514714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514720:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8714000 x1818247339312768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339312768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017801.514819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017801.514837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8715180 x1818247339312896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339312896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339312896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017801.514875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017801.514892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8717100 x1818247339313024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339313024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017801.514929:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017801.514941:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514947:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8717800 x1818247339313152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.514957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339313152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.514964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.514967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.514970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017801.514976:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017801.514989:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017801.514995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017801/real 1734017801] req@ffff8800a8716680 x1818247339313280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017801.515012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339313280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017801.515020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017801.515022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017801.515025:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313280:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017802.102327:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017804.106361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017805.108373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017806.522435:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339313408:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017806.522498:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522520:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8714e00 x1818247339313408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522539:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339313408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522550:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522553:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522558:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339313408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017806.522565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017806.522583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8714700 x1818247339313536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339313536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017806.522622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017806.522684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8716680 x1818247339313664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339313664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522716:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017806.522745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017806.522763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8717800 x1818247339313792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339313792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339313792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017806.522798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017806.522814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8717100 x1818247339313920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339313920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339313920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017806.522849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017806.522861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8715180 x1818247339314048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339314048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017806.522893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017806.522906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017806.522912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017806/real 1734017806] req@ffff8800a8714000 x1818247339314176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017806.522930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339314176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017806.522938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017806.522940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017806.522943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314176:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017807.112371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017808.114342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017810.118389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017811.120356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017811.530458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339314304:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017811.530523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8714380 x1818247339314304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339314304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339314304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017811.530633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314432:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017811.530655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8714a80 x1818247339314432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339314432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017811.530696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017811.530710:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8716d80 x1818247339314560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339314560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017811.530763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017811.530776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8717480 x1818247339314688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339314688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339314688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017811.530811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017811.530827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8715500 x1818247339314816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339314816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017811.530861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017811.530873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8715f80 x1818247339314944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339314944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530900:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339314944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017811.530905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017811.530918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017811.530924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017811/real 1734017811] req@ffff8800a8716a00 x1818247339315072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017811.530940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339315072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017811.530948:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017811.530950:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017811.530953:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315072:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017813.124370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017814.126371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017816.130396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017816.538518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339315200:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017816.538602:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8717b80 x1818247339315200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339315200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538658:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339315200:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017816.538673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017816.538692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8715880 x1818247339315328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339315328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017816.538754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017816.538769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8716a00 x1818247339315456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339315456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017816.538806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017816.538819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8715f80 x1818247339315584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339315584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339315584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017816.538853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017816.538871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8715500 x1818247339315712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339315712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017816.538907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017816.538920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8717480 x1818247339315840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538936:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339315840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.538945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.538948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017816.538953:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017816.538966:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017816.538973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017816/real 1734017816] req@ffff8800a8716d80 x1818247339315968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017816.538990:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339315968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017816.538998:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017816.539000:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017816.539003:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339315968:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017817.132380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017819.136415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017820.138401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017821.546488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339316096:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017821.546574:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546600:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8714a80 x1818247339316096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339316096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339316096:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017821.546668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017821.546686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8714380 x1818247339316224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339316224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017821.546727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017821.546742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8714000 x1818247339316352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339316352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017821.546779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017821.546792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8715180 x1818247339316480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339316480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339316480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017821.546825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017821.546843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8717100 x1818247339316608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339316608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017821.546878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017821.546891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8717800 x1818247339316736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339316736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017821.546925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017821.546938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017821.546944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017821/real 1734017821] req@ffff8800a8716680 x1818247339316864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017821.546961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339316864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017821.546969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017821.546971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017821.546974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339316864:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017822.142436:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017823.144440:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017825.148410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017826.150415:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017826.554490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339316992:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017826.554616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017826.554650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017826.554676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017826.554703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017826.554730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017826.554811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317760:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017828.154371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017829.156362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017829.560444:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017829.560493:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017829.560513:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560549:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560558:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560570:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560581:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560592:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017829.560603:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734017829.560677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8714000 x1818247339317760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339317760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.560738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.560742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017829.560749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8715180 x1818247339317632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339317632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.560795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.560801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017829.560812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8717100 x1818247339317504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339317504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.560848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.560853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339317504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017829.560864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8714e00 x1818247339317120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339317120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.560898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.560905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017829.560919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8716680 x1818247339317248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560936:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339317248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560948:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.560952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.560957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017829.560966:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8717800 x1818247339317376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.560986:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339317376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.560998:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.561001:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.561015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339317376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017829.561026:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017826/real 1734017829] req@ffff8800a8714700 x1818247339316992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017829.561046:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339316992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017829.561058:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017829.561062:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017829.561067:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339316992:192.168.201.160@tcp:250:kworker.0 00010000:00010000:3.0:1734017831.160407:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017831.562498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339317888:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017831.562562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562583:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8714380 x1818247339317888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562602:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339317888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339317888:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017831.562628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017831.562646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8714a80 x1818247339318016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339318016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562678:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017831.562684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017831.562698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562704:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8716d80 x1818247339318144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339318144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017831.562752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017831.562766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8717480 x1818247339318272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339318272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017831.562801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017831.562814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8715500 x1818247339318400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339318400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017831.562849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017831.562862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8715f80 x1818247339318528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339318528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017831.562895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017831.562907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017831.562913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017831/real 1734017831] req@ffff8800a8716a00 x1818247339318656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017831.562923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339318656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017831.562930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017831.562932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017831.562935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339318656:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017832.162340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017834.166398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017835.168370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734017836.570469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339318784:192.168.201.160@tcp:250:kworker.0 00000800:00000100:2.0:1734017836.570534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8715880 x1818247339318784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339318784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339318784:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017836.570602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017836.570621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8717b80 x1818247339318912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339318912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339318912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017836.570658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017836.570672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8716a00 x1818247339319040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339319040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017836.570726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017836.570740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8715f80 x1818247339319168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339319168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017836.570774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017836.570786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570792:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8715500 x1818247339319296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339319296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570812:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017836.570820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017836.570835:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8717480 x1818247339319424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339319424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017836.570870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017836.570882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017836.570888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017836/real 1734017836] req@ffff8800a8716d80 x1818247339319552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017836.570898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339319552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017836.570905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017836.570907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017836.570910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339319552:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017837.172329:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017838.174360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017840.178345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017841.180358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734017841.578439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339320064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017841.578439:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339319680:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017841.578449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017841.578452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017841.578454:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017841.578457:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2105 00000100:00080000:0.0:1734017841.578460:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017841.578463:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017841.578467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017841.578474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339320192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017841.578482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017841.578486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017841.578487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017841.578491:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2105 00000100:00080000:0.0:1734017841.578493:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017841.578496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017841.578500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017841.578502:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017841.578508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339320320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017841.578516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017841.578519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017841.578521:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017841.578524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8714a80 x1818247339319680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017841.578525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2105 00000100:00080000:0.0:1734017841.578528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017841.578531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017841.578535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017841.578543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339320448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017841.578551:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339319680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578561:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578564:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578569:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339319680:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017841.578576:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017841.578594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8714380 x1818247339319808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578613:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339319808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578623:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578627:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017841.578632:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017841.578646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8714700 x1818247339319936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339319936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339319936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017841.578700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017841.578714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8717800 x1818247339320064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578731:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339320064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017841.578749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017841.578761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8716680 x1818247339320192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339320192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017841.578795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017841.578810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8714e00 x1818247339320320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339320320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017841.578844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017841.578856:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017841.578862:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017841/real 1734017841] req@ffff8800a8717100 x1818247339320448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017841.578872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339320448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017841.578879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017841.578881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017841.578885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339320448:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017842.182368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017843.184365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017844.186346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017845.188369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017846.190371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017846.586245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017846.586259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017846.586322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339320576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017846.586355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017846.586361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586366:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586372:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017846.586392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339320704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017846.586409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017846.586414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017846.586438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339320832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017846.586448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017846.586452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017846.586460:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339320576:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017846.586462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017846.586474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339320960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017846.586482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017846.586487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017846.586508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339321088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017846.586517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017846.586521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734017846.586522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017846.586525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017846.586542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339321216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017846.586543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8715180 x1818247339320576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017846.586550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017846.586553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017846.586554:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017846.586558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2110 00000100:00080000:0.0:1734017846.586560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017846.586563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017846.586567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017846.586570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339320576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017846.586575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339321344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017846.586580:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339320576:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017846.586596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017846.586614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8714000 x1818247339320704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339320704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586642:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017846.586669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017846.586683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8717100 x1818247339320832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339320832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586713:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017846.586719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017846.586731:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586737:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8714e00 x1818247339320960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339320960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339320960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017846.586766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017846.586779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8716680 x1818247339321088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339321088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017846.586814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017846.586830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8717800 x1818247339321216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339321216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017846.586865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017846.586877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017846.586883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017846/real 1734017846] req@ffff8800a8714700 x1818247339321344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017846.586893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339321344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017846.586900:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017846.586902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017846.586905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321344:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017847.192344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017848.194360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017849.196350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017850.198416:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017851.200380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017851.594260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594271:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017851.594277:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594290:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594301:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594312:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017851.594358:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339321472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017851.594402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594407:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594410:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594414:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017851.594426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017851.594438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339321600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017851.594453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017851.594471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017851.594481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339321728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017851.594495:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594502:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594508:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339321472:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017851.594510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017851.594518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339321856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017851.594531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594534:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594537:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594541:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017851.594545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017851.594554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339321984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017851.594574:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017851.594588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017851.594595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017851.594597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339322112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017851.594605:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017851.594608:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017851.594609:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017851.594613:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2115 00000100:00080000:0.0:1734017851.594615:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017851.594619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017851.594623:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017851.594624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8714380 x1818247339321472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017851.594631:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339322240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017851.594653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339321472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.594665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.594668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.594673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339321472:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017851.594680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017851.594700:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8714a80 x1818247339321600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.594719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339321600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.594727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.594729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.594733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017851.594760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017851.594775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8716d80 x1818247339321728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.594792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339321728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.594800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.594804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.594807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017851.594813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017851.594827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8717480 x1818247339321856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.594843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339321856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.594851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.594853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.594857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339321856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017851.594862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017851.594920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8715500 x1818247339321984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.594939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339321984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.594947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.594949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.594952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339321984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017851.594958:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017851.594977:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.594983:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8715f80 x1818247339322112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.594995:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339322112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.595002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.595004:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.595007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017851.595012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017851.595025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017851.595031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017851/real 1734017851] req@ffff8800a8716a00 x1818247339322240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017851.595041:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339322240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017851.595048:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017851.595050:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017851.595053:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322240:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017852.202373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017853.204342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017854.206399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017855.208408:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017856.210394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017856.602264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602276:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017856.602281:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602307:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602317:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017856.602364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339322368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602405:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017856.602407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602412:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602415:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602419:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017856.602430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017856.602441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339322496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017856.602456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017856.602472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017856.602483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339322624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017856.602500:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602511:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339322368:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017856.602515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017856.602524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339322752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017856.602537:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602541:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602543:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602547:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017856.602551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017856.602559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339322880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017856.602573:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602577:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602580:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017856.602589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017856.602595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017856.602597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339323008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017856.602606:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017856.602609:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017856.602611:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017856.602614:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2120 00000100:00080000:0.0:1734017856.602617:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017856.602621:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8717b80 x1818247339322368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734017856.602625:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017856.602633:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339323136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017856.602651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339322368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.602662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.602665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.602670:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339322368:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017856.602677:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017856.602696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8715880 x1818247339322496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.602714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339322496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.602722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.602725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.602728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017856.602734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017856.602749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8716a00 x1818247339322624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.602765:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339322624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.602774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.602777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.602781:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017856.602861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017856.602880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8715f80 x1818247339322752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.602900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339322752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.602908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.602910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.602913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339322752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017856.602918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017856.602931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8715500 x1818247339322880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.602949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339322880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.602957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.602959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.602962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339322880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017856.602967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017856.602983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.602989:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8717480 x1818247339323008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.603000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339323008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.603007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.603009:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.603012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017856.603017:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017856.603030:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017856.603036:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017856/real 1734017856] req@ffff8800a8716d80 x1818247339323136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017856.603046:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339323136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017856.603054:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017856.603057:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017856.603060:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323136:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017857.212373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017858.214371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017859.216376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017860.218340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017861.220378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017861.610247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017861.610261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017861.610325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339323264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017861.610359:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017861.610366:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610374:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610377:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017861.610388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017861.610398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339323392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017861.610408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017861.610413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017861.610428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017861.610435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339323520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017861.610443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017861.610448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017861.610461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017861.610469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339323648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017861.610474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339323264:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017861.610479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017861.610484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610492:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017861.610496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017861.610504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339323776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017861.610512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017861.610516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610520:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610522:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610525:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017861.610529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017861.610536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339323904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017861.610539:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017861.610545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017861.610548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017861.610549:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017861.610553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2125 00000100:00080000:0.0:1734017861.610557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017861.610560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8714a80 x1818247339323264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734017861.610565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017861.610572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339324032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017861.610590:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339323264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610601:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610604:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339323264:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017861.610616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017861.610634:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8714380 x1818247339323392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339323392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017861.610672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017861.610686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8714700 x1818247339323520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339323520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017861.610791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017861.610809:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8717800 x1818247339323648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339323648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339323648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017861.610845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017861.610858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8716680 x1818247339323776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339323776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017861.610892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017861.610908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8714e00 x1818247339323904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339323904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339323904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017861.610941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017861.610954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017861.610960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017861/real 1734017861] req@ffff8800a8717100 x1818247339324032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017861.610970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339324032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017861.610977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017861.610979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017861.610982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324032:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017862.222340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017863.224347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017864.226373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017865.228397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017866.230299:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017866.618223:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618232:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017866.618236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017866.618299:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339324160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618333:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618337:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017866.618339:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618343:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618346:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618350:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017866.618359:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017866.618369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339324288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618386:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017866.618391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618395:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618398:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618401:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017866.618405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017866.618415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339324416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618426:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017866.618427:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618433:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618436:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618440:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339324160:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017866.618441:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017866.618449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339324544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017866.618462:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618466:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618469:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618472:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017866.618476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017866.618483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339324672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017866.618495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017866.618496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618502:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734017866.618502:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017866.618505:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017866.618509:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017866.618516:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339324800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017866.618524:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017866.618525:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8714000 x1818247339324160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017866.618527:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017866.618528:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017866.618532:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2130 00000100:00080000:0.0:1734017866.618535:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017866.618538:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017866.618542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017866.618549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339324928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017866.618551:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339324160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618562:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618565:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618570:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339324160:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017866.618577:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017866.618595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618602:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8715180 x1818247339324288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339324288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017866.618685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017866.618707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8717100 x1818247339324416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339324416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017866.618765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017866.618778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8714e00 x1818247339324544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339324544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339324544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017866.618814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324672:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017866.618826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8716680 x1818247339324672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339324672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017866.618861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017866.618877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8717800 x1818247339324800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339324800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618900:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017866.618911:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017866.618923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017866.618929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017866/real 1734017866] req@ffff8800a8714700 x1818247339324928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017866.618939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339324928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017866.618946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017866.618948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017866.618951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339324928:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017867.232357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017868.234387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017869.236373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017870.238416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017871.240392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017871.626258:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626269:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017871.626275:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626290:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626301:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626310:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017871.626359:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339325056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017871.626397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017871.626404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626409:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626412:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626415:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017871.626439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339325184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017871.626449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017871.626454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017871.626482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339325312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017871.626490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017871.626495:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626504:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017871.626513:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339325056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017871.626517:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339325440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017871.626526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017871.626568:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626572:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626575:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626578:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017871.626592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339325568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017871.626602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017871.626608:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626615:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626623:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017871.626631:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339325696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017871.626632:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017871.626639:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017871.626642:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017871.626644:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017871.626647:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2135 00000100:00080000:0.0:1734017871.626650:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017871.626653:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017871.626657:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017871.626660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8714380 x1818247339325056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017871.626668:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339325824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017871.626690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339325056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339325056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017871.626717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017871.626737:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.626744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8714a80 x1818247339325184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.626756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339325184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017871.626776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017871.626790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.626796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8716d80 x1818247339325312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.626806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339325312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017871.626850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017871.626865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.626871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8717480 x1818247339325440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.626882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339325440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339325440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017871.626900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017871.626913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.626919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8715500 x1818247339325568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.626929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339325568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017871.626947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017871.626963:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.626969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8715f80 x1818247339325696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.626980:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339325696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.626987:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.626989:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.626992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017871.626997:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017871.627010:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017871.627016:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017871/real 1734017871] req@ffff8800a8716a00 x1818247339325824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017871.627026:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339325824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017871.627033:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017871.627035:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017871.627038:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339325824:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017872.242401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017873.244394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017874.246362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017875.248383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017876.250381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017876.634229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634238:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017876.634242:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634253:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634261:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634269:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017876.634305:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339325952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017876.634339:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634343:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017876.634345:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634350:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634353:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634356:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017876.634366:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017876.634376:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339326080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017876.634386:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017876.634391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634395:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634398:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634401:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017876.634406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017876.634416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339326208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017876.634424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634427:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017876.634429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634433:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634439:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339325952:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017876.634479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017876.634490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339326336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017876.634499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017876.634505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634508:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634511:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634514:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017876.634519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017876.634526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339326464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017876.634535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017876.634539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734017876.634541:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017876.634543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017876.634553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017876.634561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339326592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017876.634562:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8715880 x1818247339325952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017876.634570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017876.634573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017876.634575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017876.634578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2140 00000100:00080000:0.0:1734017876.634581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017876.634584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017876.634588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017876.634589:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339325952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017876.634596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339326720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017876.634599:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634602:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634607:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339325952:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017876.634615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017876.634632:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634640:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8717b80 x1818247339326080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339326080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634658:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017876.634670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017876.634684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634690:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8716a00 x1818247339326208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634700:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339326208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017876.634740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017876.634753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8715f80 x1818247339326336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339326336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017876.634787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017876.634800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8715500 x1818247339326464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339326464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017876.634834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017876.634849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8717480 x1818247339326592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339326592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017876.634883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017876.634895:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017876.634901:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017876/real 1734017876] req@ffff8800a8716d80 x1818247339326720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017876.634911:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339326720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017876.634919:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017876.634921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017876.634924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339326720:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017877.252377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017878.254368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017879.256233:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017880.258425:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017881.260411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017881.642253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017881.642267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017881.642277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017881.642329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339326848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017881.642394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017881.642400:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017881.642405:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642410:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642414:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017881.642423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017881.642436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339326976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017881.642446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017881.642451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017881.642454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642461:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339326848:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017881.642465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017881.642473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339327104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017881.642482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017881.642486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017881.642489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017881.642499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017881.642507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339327232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017881.642522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017881.642526:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734017881.642529:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017881.642530:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642532:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642536:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017881.642539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017881.642547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339327360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017881.642551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8714a80 x1818247339326848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017881.642555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017881.642558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017881.642560:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017881.642563:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00080000:0.0:1734017881.642566:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642569:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017881.642573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017881.642578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339326848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017881.642580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339327488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017881.642588:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017881.642588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017881.642591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017881.642592:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017881.642592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734017881.642596:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2145 00000100:00100000:2.0:1734017881.642597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339326848:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017881.642599:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017881.642602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326976:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734017881.642606:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017881.642614:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339327616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017881.642623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8714380 x1818247339326976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339326976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339326976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017881.642678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017881.642692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8714700 x1818247339327104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339327104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017881.642730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017881.642742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8717800 x1818247339327232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339327232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017881.642776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017881.642789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8716680 x1818247339327360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339327360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017881.642823:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017881.642838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8714e00 x1818247339327488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339327488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017881.642872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017881.642885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017881.642890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017881/real 1734017881] req@ffff8800a8717100 x1818247339327616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017881.642900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339327616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017881.642907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017881.642910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017881.642913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339327616:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017882.262341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017883.264318:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017884.266384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017885.268381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017886.270366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017886.650264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650311:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017886.650316:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650327:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650335:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650343:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017886.650380:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339327744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017886.650419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650424:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650427:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650430:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017886.650450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339327872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017886.650465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017886.650488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339328000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017886.650501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017886.650520:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339327744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017886.650523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339328128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017886.650536:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650540:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650542:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650545:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017886.650557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339328256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017886.650570:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017886.650574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650577:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650580:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017886.650583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017886.650591:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339328384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017886.650599:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017886.650602:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017886.650603:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017886.650604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8715180 x1818247339327744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017886.650607:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2150 00000100:00080000:0.0:1734017886.650610:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017886.650613:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017886.650617:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017886.650624:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339328512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017886.650631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339327744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339327744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017886.650656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017886.650673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8714000 x1818247339327872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339327872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339327872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017886.650711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017886.650724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8717100 x1818247339328000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339328000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017886.650778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017886.650792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8714e00 x1818247339328128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339328128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017886.650827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017886.650839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8716680 x1818247339328256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339328256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017886.650873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017886.650889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8717800 x1818247339328384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339328384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017886.650922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017886.650934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017886.650940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017886/real 1734017886] req@ffff8800a8714700 x1818247339328512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017886.650950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339328512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017886.650957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017886.650959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017886.650962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339328512:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017887.272338:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017888.274447:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017889.276377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017890.278367:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017891.280406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017891.658281:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658291:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017891.658295:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658306:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658314:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658321:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017891.658357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339328640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658394:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017891.658396:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658400:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658407:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017891.658426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339328768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017891.658441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658445:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017891.658463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339328896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017891.658477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658483:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658486:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017891.658495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339328640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017891.658498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339329024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658510:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017891.658511:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658514:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658517:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658520:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017891.658531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339329152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017891.658544:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017891.658554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658558:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017891.658565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339329280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017891.658573:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017891.658576:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017891.658577:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017891.658580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2155 00000100:00080000:0.0:1734017891.658583:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017891.658584:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328768:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734017891.658586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017891.658590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017891.658597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339329408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017891.658605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017891.658628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017891.658643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017891.658658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017891.658673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329408:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017892.282406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017893.284398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017894.286356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017894.664392:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017894.664436:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017894.664455:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664487:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664495:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664502:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664509:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664516:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017894.664522:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734017894.664596:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8717480 x1818247339329024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339329024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664650:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017894.664675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8715500 x1818247339329152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339329152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017894.664728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8715f80 x1818247339329280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339329280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017894.664780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8716a00 x1818247339329408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339329408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339329408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017894.664829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8714380 x1818247339328640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339328640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339328640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017894.664877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8714a80 x1818247339328768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339328768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017894.664936:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017891/real 1734017894] req@ffff8800a8716d80 x1818247339328896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017894.664954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339328896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017894.664966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017894.664970:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017894.664975:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339328896:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017895.288356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017896.290350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017896.666249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017896.666262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017896.666322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339329536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017896.666368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017896.666398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339329664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017896.666412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666419:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666422:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017896.666436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339329792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017896.666449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017896.666468:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339329536:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017896.666472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339329920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017896.666485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666494:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017896.666504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339330048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017896.666517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666520:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666523:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666526:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017896.666532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017896.666537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339330176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017896.666551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017896.666554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734017896.666554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8717b80 x1818247339329536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017896.666556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017896.666559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2160 00000100:00080000:0.0:1734017896.666562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017896.666565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017896.666569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017896.666573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339329536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017896.666576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339330304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017896.666583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339329536:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017896.666599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017896.666617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8715880 x1818247339329664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339329664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017896.666656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017896.666669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8716d80 x1818247339329792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339329792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666698:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017896.666723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017896.666735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8714a80 x1818247339329920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666753:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339329920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666768:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339329920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017896.666778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017896.666791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8714380 x1818247339330048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339330048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017896.666826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017896.666837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666843:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8716a00 x1818247339330176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339330176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017896.666872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017896.666884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017896.666890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017896/real 1734017896] req@ffff8800a8715f80 x1818247339330304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017896.666901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339330304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017896.666909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017896.666911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017896.666914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330304:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017897.292369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017898.294365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017899.296384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017900.298370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017901.300365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017901.674208:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674217:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017901.674222:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674232:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674241:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674248:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017901.674285:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339330432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674318:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674322:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017901.674324:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674329:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674332:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674337:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674346:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017901.674357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339330560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017901.674372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674376:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674379:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674382:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674386:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017901.674394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339330688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674405:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017901.674407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017901.674422:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339330432:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017901.674427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339330816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017901.674441:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674445:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674447:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674450:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017901.674462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339330944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017901.674475:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017901.674478:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674481:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674484:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734017901.674485:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017901.674495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339331072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017901.674503:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017901.674506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017901.674507:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017901.674507:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8715500 x1818247339330432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017901.674511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2165 00000100:00080000:0.0:1734017901.674513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017901.674517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017901.674521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017901.674526:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339330432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017901.674529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339331200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017901.674537:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674541:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674545:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339330432:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017901.674552:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017901.674570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8717480 x1818247339330560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339330560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674605:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017901.674617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017901.674630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8714700 x1818247339330688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339330688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017901.674682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017901.674695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8717800 x1818247339330816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339330816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339330816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017901.674731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017901.674744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8716680 x1818247339330944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674761:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339330944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674768:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674774:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339330944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017901.674778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017901.674790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8714e00 x1818247339331072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339331072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017901.674824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017901.674840:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017901.674846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017901/real 1734017901] req@ffff8800a8717100 x1818247339331200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017901.674856:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339331200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017901.674864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017901.674866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017901.674870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331200:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017902.302350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017903.304338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017904.306369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017905.308337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017906.310366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017906.682256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017906.682269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017906.682332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339331328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017906.682372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682376:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017906.682403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339331456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017906.682418:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682422:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682429:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017906.682443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339331584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017906.682455:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682465:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017906.682476:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339331328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017906.682477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339331712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017906.682491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682495:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017906.682512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339331840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682521:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017906.682525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00080000:0.0:1734017906.682532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017906.682541:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017906.682546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339331968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017906.682554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017906.682557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017906.682558:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017906.682562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2170 00000100:00100000:2.0:1734017906.682563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8714000 x1818247339331328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017906.682565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017906.682568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017906.682571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017906.682579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339332096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017906.682583:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339331328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339331328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017906.682609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017906.682627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8715180 x1818247339331456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339331456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017906.682666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017906.682680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8717100 x1818247339331584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339331584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017906.682734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017906.682747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8714e00 x1818247339331712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339331712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339331712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017906.682782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017906.682796:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8716680 x1818247339331840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339331840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017906.682830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017906.682842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8717800 x1818247339331968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339331968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339331968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017906.682875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017906.682888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017906.682894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017906/real 1734017906] req@ffff8800a8714700 x1818247339332096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017906.682905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339332096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017906.682912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017906.682914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017906.682917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332096:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017907.312386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017908.314335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017909.316337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017910.318342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017911.320335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017911.690272:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017911.690291:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690305:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690317:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690328:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017911.690376:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339332224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017911.690413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017911.690420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690425:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690428:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690432:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017911.690443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017911.690455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339332352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017911.690465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017911.690471:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690475:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690482:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017911.690486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017911.690495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339332480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017911.690505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017911.690510:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690518:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339332224:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017911.690525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017911.690533:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339332608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017911.690542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017911.690546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690550:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690552:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690556:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017911.690560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017911.690568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339332736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017911.690576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690580:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017911.690581:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690585:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690591:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017911.690596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017911.690604:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339332864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017911.690607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017911.690613:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017911.690616:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017911.690618:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017911.690622:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2175 00000100:00080000:0.0:1734017911.690625:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017911.690628:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017911.690632:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017911.690634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8717480 x1818247339332224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017911.690640:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339332992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017911.690655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339332224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.690667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.690671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.690676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339332224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017911.690684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017911.690703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8715500 x1818247339332352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.690722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339332352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.690730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.690734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.690737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017911.690766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017911.690781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8715f80 x1818247339332480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.690799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339332480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.690807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.690809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.690812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017911.690817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017911.690830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8716a00 x1818247339332608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.690893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339332608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.690902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.690905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.690908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339332608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017911.690914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017911.690936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8714380 x1818247339332736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.690955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339332736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.690964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.690966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.690969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017911.690974:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017911.690988:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.690994:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8714a80 x1818247339332864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.691004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339332864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.691011:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.691013:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.691016:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017911.691021:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017911.691035:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017911.691041:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017911/real 1734017911] req@ffff8800a8716d80 x1818247339332992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017911.691059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339332992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017911.691068:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017911.691070:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017911.691073:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339332992:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017912.322416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017913.324363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017914.326263:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017915.328347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017916.330367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017916.698289:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698301:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017916.698307:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698321:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698334:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698344:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017916.698392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339333120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017916.698431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017916.698438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698444:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698447:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698451:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017916.698475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339333248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017916.698485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017916.698491:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698496:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698502:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017916.698518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339333376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017916.698527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017916.698532:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017916.698556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339333504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017916.698559:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339333120:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017916.698567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017916.698572:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698576:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698578:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698582:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017916.698594:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339333632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017916.698602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017916.698607:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698611:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698615:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017916.698618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017916.698628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017916.698630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339333760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017916.698639:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017916.698642:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017916.698644:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017916.698648:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2180 00000100:00080000:0.0:1734017916.698652:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017916.698653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8715880 x1818247339333120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017916.698656:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017916.698660:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017916.698668:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339333888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017916.698672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339333120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.698683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.698687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.698692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339333120:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017916.698701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017916.698719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.698726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8717b80 x1818247339333248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.698738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339333248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.698746:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.698750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.698753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017916.698800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017916.698820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.698828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8716d80 x1818247339333376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.698840:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339333376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.698848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.698850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.698853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017916.698880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017916.698894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.698900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8714a80 x1818247339333504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.698910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339333504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.698918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.698921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.698924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339333504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017916.698930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333632:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017916.698946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.698953:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8714380 x1818247339333632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.698963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339333632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.698971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.698973:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.698976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017916.698982:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017916.698995:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.699001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8716a00 x1818247339333760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.699011:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339333760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.699018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.699020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.699023:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017916.699029:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017916.699042:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017916.699048:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017916/real 1734017916] req@ffff8800a8715f80 x1818247339333888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017916.699065:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339333888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017916.699073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017916.699075:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017916.699078:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339333888:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017917.332329:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017918.334395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017919.336370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017920.338366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017921.340354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017921.706241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017921.706251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017921.706255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706267:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:0.0:1734017921.706276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017921.706284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017921.706321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339334016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017921.706355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017921.706361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017921.706363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:0.0:1734017921.706375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017921.706382:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017921.706394:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017921.706412:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339334144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017921.706423:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339334016:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017921.706437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017921.706441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017921.706444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:0.0:1734017921.706453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017921.706458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017921.706464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017921.706475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339334272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017921.706487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734017921.706489:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017921.706492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017921.706494:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706500:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:0.0:1734017921.706503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017921.706508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017921.706514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017921.706514:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8715500 x1818247339334016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017921.706526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339334400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017921.706538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017921.706539:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339334016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017921.706544:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017921.706546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706551:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:2.0:1734017921.706553:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017921.706556:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017921.706558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734017921.706561:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706564:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339334016:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017921.706568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017921.706579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339334528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017921.706590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334144:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734017921.706592:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017921.706596:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017921.706599:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706604:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:0.0:1734017921.706609:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017921.706614:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734017921.706617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734017921.706620:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017921.706628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8717480 x1818247339334144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017921.706633:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339334656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017921.706646:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017921.706646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339334144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017921.706651:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017921.706654:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017921.706659:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2185 00000100:00080000:2.0:1734017921.706660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017921.706663:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017921.706664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734017921.706668:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334144:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734017921.706674:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017921.706717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734017921.706740:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339334784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017921.706748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8714700 x1818247339334272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017921.706777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339334272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017921.706790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017921.706794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017921.706799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017921.706809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017921.706837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8717800 x1818247339334400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017921.706861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339334400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017921.706869:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017921.706871:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017921.706874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339334400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017921.706891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017921.706911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8716680 x1818247339334528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017921.706929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339334528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017921.706937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017921.706939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017921.706942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017921.706947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017921.706959:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017921.706965:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8714e00 x1818247339334656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017921.706975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339334656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017921.706982:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017921.706984:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017921.706988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017921.706993:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017921.707005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017921.707011:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017921/real 1734017921] req@ffff8800a8717100 x1818247339334784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017921.707028:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339334784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017921.707036:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017921.707038:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017921.707041:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339334784:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017922.342379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017923.344366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017924.346372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017925.348374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017926.350353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017926.714259:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017926.714278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714292:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714305:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714315:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017926.714363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339334912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017926.714402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017926.714408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714413:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714416:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714420:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714432:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017926.714443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339335040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017926.714453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017926.714458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017926.714488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339335168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017926.714497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017926.714501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017926.714523:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339334912:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017926.714525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339335296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017926.714535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017926.714540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714544:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714546:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714550:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017926.714562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339335424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017926.714577:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714581:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017926.714582:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2190 00000800:00000100:2.0:1734017926.714626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017926.714628:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017926.714633:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714638:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017926.714647:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339335552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017926.714651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8715180 x1818247339334912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017926.714657:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017926.714660:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017926.714662:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017926.714666:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2190 00000100:00080000:0.0:1734017926.714670:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017926.714671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339334912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017926.714673:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017926.714678:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734017926.714683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734017926.714686:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339335680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017926.714686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339334912:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017926.714701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017926.714722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.714730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8714000 x1818247339335040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.714741:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339335040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.714749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.714753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017926.714763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017926.714778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.714784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8717100 x1818247339335168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.714794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339335168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.714802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.714805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017926.714835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017926.714849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.714855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8714e00 x1818247339335296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.714866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339335296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.714874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.714876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017926.714885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017926.714902:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.714908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8716680 x1818247339335424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.714919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339335424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.714927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.714929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017926.714938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017926.714951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.714957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8717800 x1818247339335552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.714967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339335552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.714974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.714976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.714979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017926.714986:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017926.714999:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017926.715005:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017926/real 1734017926] req@ffff8800a8714700 x1818247339335680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017926.715021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339335680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017926.715029:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017926.715031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017926.715035:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339335680:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017927.352395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017928.354364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017929.356343:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017930.358357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017931.360295:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017931.722257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722267:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017931.722271:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722291:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722299:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017931.722335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339335808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017931.722369:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017931.722375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017931.722395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017931.722406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339335936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017931.722416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017931.722421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017931.722436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017931.722444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339336064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017931.722452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017931.722460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017931.722473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017931.722479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339335808:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017931.722481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339336192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017931.722490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017931.722494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722498:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017931.722538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017931.722547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339336320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017931.722556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017931.722561:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722564:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017931.722575:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017931.722583:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339336448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017931.722583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017931.722592:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017931.722595:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017931.722597:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017931.722600:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2195 00000100:00080000:0.0:1734017931.722602:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017931.722606:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8717480 x1818247339335808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734017931.722610:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017931.722619:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339336576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017931.722626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339335808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722640:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722645:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339335808:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017931.722653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017931.722671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8715500 x1818247339335936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339335936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339335936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017931.722710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017931.722724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8715f80 x1818247339336064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339336064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017931.722778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017931.722791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8716a00 x1818247339336192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339336192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017931.722826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336320:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017931.722842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8714380 x1818247339336320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339336320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017931.722877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017931.722889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8714a80 x1818247339336448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339336448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017931.722922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017931.722935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017931.722940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017931/real 1734017931] req@ffff8800a8716d80 x1818247339336576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017931.722957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339336576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017931.722965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017931.722967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017931.722970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339336576:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017932.362360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017933.364375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017934.366352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017935.368370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017936.370382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017936.730244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017936.730258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017936.730320:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339336704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017936.730361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730366:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017936.730394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339336832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017936.730409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017936.730467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339336960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017936.730481:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730485:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730488:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017936.730496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339336704:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017936.730503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339337088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017936.730518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730521:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730524:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730527:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017936.730538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339337216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017936.730549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017936.730551:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734017936.730559:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017936.730561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017936.730572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339337344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017936.730580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017936.730581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8717b80 x1818247339336704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017936.730583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017936.730585:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017936.730588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2200 00000100:00080000:0.0:1734017936.730592:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017936.730595:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017936.730599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017936.730600:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339336704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017936.730607:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339337472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017936.730611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339336704:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017936.730626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017936.730644:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8715880 x1818247339336832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339336832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017936.730683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017936.730697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8716d80 x1818247339336960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339336960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339336960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017936.730750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017936.730763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8714a80 x1818247339337088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339337088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017936.730798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017936.730814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8714380 x1818247339337216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339337216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017936.730848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017936.730860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8716a00 x1818247339337344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339337344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017936.730893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017936.730905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017936.730911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017936/real 1734017936] req@ffff8800a8715f80 x1818247339337472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017936.730929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339337472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017936.730936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017936.730938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017936.730941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339337472:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017937.372361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017938.374331:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017939.376411:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017940.378419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017941.380411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017941.738239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738247:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017941.738252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017941.738314:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339337600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017941.738380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738385:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738388:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738393:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017941.738414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339337728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017941.738436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017941.738458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339337856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017941.738471:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738476:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738480:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017941.738487:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339337600:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017941.738492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339337984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017941.738505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738515:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017941.738526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339338112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017941.738539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00080000:0.0:1734017941.738545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017941.738553:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017941.738559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339338240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017941.738567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017941.738570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017941.738572:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017941.738575:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2205 00000100:00100000:2.0:1734017941.738575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8715500 x1818247339337600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017941.738578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017941.738581:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017941.738585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017941.738592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339338368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017941.738595:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339337600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738606:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738609:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738613:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339337600:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017941.738621:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017941.738639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738646:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8717480 x1818247339337728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339337728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017941.738678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017941.738693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8714700 x1818247339337856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339337856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017941.738747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017941.738760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8717800 x1818247339337984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339337984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339337984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017941.738795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338112:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017941.738813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8716680 x1818247339338112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339338112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017941.738847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017941.738859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8714e00 x1818247339338240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339338240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017941.738893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017941.738906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017941.738912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017941/real 1734017941] req@ffff8800a8717100 x1818247339338368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017941.738929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339338368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017941.738937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017941.738939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017941.738942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339338368:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017942.382405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017943.384396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017944.386380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017945.388390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017946.390381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017946.746289:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746300:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017946.746306:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746319:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746330:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746340:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017946.746387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339338496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017946.746430:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746435:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746438:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746442:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017946.746454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017946.746465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339338624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017946.746481:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746486:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746489:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017946.746498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017946.746510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339338752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746521:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017946.746525:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746536:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339338496:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017946.746541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017946.746550:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339338880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746558:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017946.746563:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746567:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746569:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746573:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017946.746577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017946.746585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339339008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746598:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017946.746600:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017946.746604:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746607:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734017946.746611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734017946.746615:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017946.746623:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339339136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017946.746632:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017946.746635:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017946.746636:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017946.746636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8714000 x1818247339338496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017946.746640:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2210 00000100:00080000:0.0:1734017946.746643:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017946.746647:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017946.746651:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017946.746655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339338496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017946.746659:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339339264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017946.746668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339338496:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017946.746685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017946.746705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8715180 x1818247339338624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339338624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.746732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017946.746763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017946.746778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8717100 x1818247339338752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339338752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.746804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017946.746815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017946.746828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8714e00 x1818247339338880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339338880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.746851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339338880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017946.746863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017946.746880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8716680 x1818247339339008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339339008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.746905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017946.746916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017946.746929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8717800 x1818247339339136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339339136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.746952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.746954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.746957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017946.746963:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017946.746976:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017946.746982:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017946/real 1734017946] req@ffff8800a8714700 x1818247339339264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017946.746999:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339339264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017946.747007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017946.747009:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017946.747012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339264:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017947.392316:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017948.394431:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017949.396407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017950.398405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017951.400376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017951.754288:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754300:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017951.754306:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754319:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754330:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754341:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017951.754389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339339392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017951.754432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754437:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754440:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754444:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017951.754455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017951.754467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339339520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017951.754483:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017951.754499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017951.754508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339339648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017951.754523:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754533:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339339392:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017951.754538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017951.754546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339339776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017951.754559:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754563:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754565:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754569:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017951.754573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017951.754581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339339904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017951.754594:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754598:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754601:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754604:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017951.754609:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017951.754616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017951.754617:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339340032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017951.754626:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017951.754629:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017951.754631:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017951.754634:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2215 00000100:00080000:0.0:1734017951.754637:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017951.754640:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754643:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8717480 x1818247339339392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734017951.754645:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017951.754653:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339340160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017951.754664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339339392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754678:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339339392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017951.754691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017951.754710:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754717:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8715500 x1818247339339520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.754729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339339520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017951.754772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017951.754787:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8715f80 x1818247339339648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.754805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339339648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017951.754824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017951.754836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8716a00 x1818247339339776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.754852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339339776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339339776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017951.754871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017951.754888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8714380 x1818247339339904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.754905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339339904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339339904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017951.754923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017951.754936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8714a80 x1818247339340032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.754951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339340032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.754958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.754961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.754964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017951.754969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017951.754983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017951.754989:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017951/real 1734017951] req@ffff8800a8716d80 x1818247339340160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017951.755006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339340160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.755014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017951.755016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017951.755019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340160:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017952.402413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017953.404286:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017954.406359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017955.408388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017956.410339:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017956.762246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017956.762259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017956.762320:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339340288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762357:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017956.762359:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762364:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762372:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017956.762393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339340416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017956.762408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762415:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762418:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017956.762432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339340544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017956.762445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762454:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017956.762459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339340288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017956.762466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339340672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017956.762486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017956.762506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339340800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017956.762517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017956.762519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017956.762539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339340928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017956.762547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017956.762547:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340416:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734017956.762550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017956.762552:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017956.762556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2220 00000100:00080000:0.0:1734017956.762559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017956.762562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017956.762566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017956.762568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734017956.762574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339341056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017956.762591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017956.762606:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017956.762621:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017956.762636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341056:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017957.412404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017958.414378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017959.416351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017959.768398:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734017959.768446:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017959.768464:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768498:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768507:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768514:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768521:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768529:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734017959.768535:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734017959.768628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8714a80 x1818247339340672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339340672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017959.768700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8714380 x1818247339340800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339340800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017959.768736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8716a00 x1818247339340928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339340928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339340928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017959.768768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8715f80 x1818247339341056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339341056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017959.768805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8715880 x1818247339340288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768819:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339340288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768832:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339340288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017959.768839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8717b80 x1818247339340416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339340416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017959.768886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017959] req@ffff8800a8716d80 x1818247339340544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017959.768902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339340544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017959.768915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017959.768920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017959.768925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339340544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017960.418347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017961.420378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017961.770247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017961.770261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017961.770325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339341184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017961.770367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017961.770398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339341312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017961.770414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017961.770436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339341440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017961.770449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017961.770470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339341568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017961.770484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017961.770493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339341184:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017961.770494:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017961.770506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339341696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017961.770520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017961.770541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339341824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017961.770549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017961.770552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017961.770553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017961.770557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2225 00000100:00080000:0.0:1734017961.770559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017961.770563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017961.770567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017961.770576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339341952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017961.770583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8715500 x1818247339341184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339341184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339341184:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017961.770663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017961.770682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770690:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8717480 x1818247339341312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339341312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770716:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017961.770722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017961.770738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8714700 x1818247339341440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339341440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017961.770799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017961.770813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8717800 x1818247339341568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339341568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339341568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017961.770850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017961.770864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8716680 x1818247339341696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339341696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017961.770901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017961.770915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8714e00 x1818247339341824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339341824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017961.770949:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017961.770963:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017961.770969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8717100 x1818247339341952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017961.770979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339341952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017961.770986:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017961.770989:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017961.770992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339341952:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017962.422363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017963.424385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017964.426398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017965.428336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017966.430409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017966.778257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017966.778270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017966.778332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339342080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778371:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017966.778373:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778378:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778384:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017966.778393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017966.778404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339342208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778414:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017966.778419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778422:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778428:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017966.778432:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017966.778441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339342336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017966.778456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778465:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017966.778469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017966.778476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339342464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017966.778490:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778496:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339342080:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017966.778504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017966.778512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339342592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017966.778525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017966.778539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017966.778546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339342720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017966.778554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017966.778557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017966.778559:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017966.778562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2230 00000100:00080000:0.0:1734017966.778564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017966.778567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017966.778571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017966.778579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339342848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017966.778599:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8715180 x1818247339342080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.778652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339342080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.778665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.778669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.778674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339342080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017966.778682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017966.778702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8714000 x1818247339342208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.778721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339342208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.778729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.778732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.778736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017966.778742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017966.778757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8717100 x1818247339342336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.778774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339342336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.778781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.778785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.778788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017966.778819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017966.778834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8714e00 x1818247339342464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.778851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339342464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.778859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.778861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.778864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339342464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017966.778870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017966.778884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8716680 x1818247339342592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.778900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339342592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.778907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.778953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.778957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017966.778965:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017966.778987:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.778994:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8717800 x1818247339342720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.779006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339342720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.779014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.779016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.779019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017966.779025:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017966.779039:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017966.779045:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8714700 x1818247339342848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017966.779055:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339342848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017966.779062:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017966.779065:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017966.779068:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339342848:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017967.432389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017968.434337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017969.436299:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017970.438390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017971.440364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017971.786226:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786234:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017971.786239:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786249:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786257:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786265:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017971.786300:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339342976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786345:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017971.786347:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786351:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786354:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786358:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786367:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017971.786378:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339343104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017971.786392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786396:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786399:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786402:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786407:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017971.786415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339343232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786426:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017971.786428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786435:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786439:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017971.786449:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339342976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017971.786451:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339343360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017971.786464:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786468:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786470:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786473:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017971.786485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339343488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017971.786496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017971.786497:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734017971.786512:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734017971.786518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339343616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017971.786532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734017971.786535:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8717480 x1818247339342976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017971.786536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017971.786537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017971.786541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2235 00000100:00080000:0.0:1734017971.786543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017971.786546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017971.786550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017971.786557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339343744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017971.786563:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339342976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786573:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786577:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339342976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017971.786589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017971.786606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786614:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8715500 x1818247339343104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339343104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017971.786644:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017971.786658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8716d80 x1818247339343232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339343232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017971.786714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017971.786727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8717b80 x1818247339343360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339343360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339343360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017971.786762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017971.786774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8715880 x1818247339343488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339343488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786803:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017971.786808:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017971.786863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8715f80 x1818247339343616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339343616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017971.786914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017971.786934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017971.786940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8716a00 x1818247339343744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017971.786950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339343744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017971.786958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017971.786960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017971.786963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339343744:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017972.442389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017973.444388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017974.446380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017975.448400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017976.450382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017976.794240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017976.794253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017976.794313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339343872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017976.794352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794356:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017976.794383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339344000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017976.794398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017976.794422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339344128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017976.794435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794438:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017976.794452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339343872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734017976.794456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339344256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017976.794470:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794474:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794477:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794480:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017976.794491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339344384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017976.794504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017976.794507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734017976.794515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017976.794524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339344512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017976.794532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017976.794535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017976.794536:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017976.794536:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8714380 x1818247339343872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017976.794540:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2240 00000100:00080000:0.0:1734017976.794542:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017976.794546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017976.794550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017976.794558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339344640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017976.794562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339343872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794576:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339343872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017976.794587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017976.794604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8714a80 x1818247339344000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339344000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017976.794642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017976.794655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8716a00 x1818247339344128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339344128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017976.794709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017976.794722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8715f80 x1818247339344256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339344256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017976.794799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017976.794816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794823:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8715880 x1818247339344384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339344384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017976.794851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017976.794868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8717b80 x1818247339344512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339344512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017976.794902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017976.794915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017976.794921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8716d80 x1818247339344640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017976.794931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339344640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017976.794938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017976.794940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017976.794943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339344640:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017977.452385:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017978.454414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017979.456401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017980.458346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017981.460347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017981.802254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017981.802271:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802284:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017981.802354:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339344768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017981.802392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017981.802399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802404:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017981.802422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017981.802434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339344896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017981.802444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017981.802465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802474:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017981.802482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017981.802492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339345024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017981.802502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017981.802507:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339344768:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017981.802522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017981.802530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339345152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017981.802540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017981.802545:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802548:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802551:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802554:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017981.802559:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017981.802567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339345280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017981.802582:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017981.802587:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734017981.802590:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017981.802591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802595:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802599:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017981.802603:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017981.802611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339345408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017981.802615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8715500 x1818247339344768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017981.802620:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017981.802623:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017981.802624:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017981.802629:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2245 00000100:00080000:0.0:1734017981.802632:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017981.802635:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017981.802639:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017981.802642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339344768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017981.802648:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339345536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017981.802684:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339344768:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017981.802704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017981.802726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8717480 x1818247339344896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.802746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339344896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.802755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339344896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017981.802786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017981.802801:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8714700 x1818247339345024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.802818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339345024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.802826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017981.802839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017981.802852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8717800 x1818247339345152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.802869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339345152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.802876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017981.802888:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017981.802901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8716680 x1818247339345280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.802918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339345280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.802925:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017981.802937:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017981.802954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.802960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8714e00 x1818247339345408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.802970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339345408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.802977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.802980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.802983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017981.802989:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017981.803002:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017981.803008:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8717100 x1818247339345536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017981.803018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339345536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017981.803026:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017981.803028:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017981.803031:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339345536:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017982.462385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017983.464301:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017984.466332:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017985.468397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017986.470320:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017986.810223:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810231:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017986.810236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810246:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017986.810298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339345664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810331:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810336:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017986.810338:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810342:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810345:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810349:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017986.810358:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017986.810369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339345792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810379:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017986.810384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810388:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810391:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810394:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017986.810398:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017986.810408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339345920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810420:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017986.810422:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810434:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339345664:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734017986.810435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017986.810443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339346048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017986.810456:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810459:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810462:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810465:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017986.810469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017986.810476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339346176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017986.810489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017986.810493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734017986.810500:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734017986.810503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017986.810510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339346304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017986.810519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017986.810521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017986.810523:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017986.810523:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8714000 x1818247339345664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017986.810526:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2250 00000100:00080000:0.0:1734017986.810529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017986.810532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017986.810536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017986.810543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339346432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017986.810550:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339345664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810560:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810563:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339345664:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017986.810609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017986.810631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8715180 x1818247339345792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339345792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017986.810671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017986.810685:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8717100 x1818247339345920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810701:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339345920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810716:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339345920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017986.810740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017986.810753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8714e00 x1818247339346048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339346048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017986.810789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017986.810802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8716680 x1818247339346176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339346176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017986.810837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017986.810853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8717800 x1818247339346304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339346304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017986.810887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017986.810900:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017986.810906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8714700 x1818247339346432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017986.810916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339346432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017986.810924:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017986.810926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017986.810929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339346432:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734017987.472373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017988.474384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017989.476348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017990.478400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017991.480345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017991.818242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017991.818259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017991.818342:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339346560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017991.818381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818386:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017991.818388:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818393:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818396:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818400:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017991.818411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017991.818424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339346688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017991.818434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017991.818439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017991.818455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017991.818464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339346816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017991.818473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017991.818478:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818511:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818514:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017991.818519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017991.818529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339346944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017991.818535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339346560:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017991.818540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818544:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017991.818546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818550:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818552:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818556:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017991.818560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017991.818568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339347072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017991.818577:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818581:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017991.818583:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017991.818597:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017991.818605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339347200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017991.818606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017991.818614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017991.818617:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017991.818618:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017991.818622:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2255 00000100:00080000:0.0:1734017991.818626:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017991.818630:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8717480 x1818247339346560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734017991.818634:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017991.818644:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339347328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734017991.818658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339346560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339346560:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017991.818686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017991.818706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8715500 x1818247339346688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339346688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017991.818745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017991.818759:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8716d80 x1818247339346816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339346816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017991.818816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017991.818830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8717b80 x1818247339346944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339346944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339346944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017991.818866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017991.818879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8715880 x1818247339347072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339347072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017991.818915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017991.818931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8715f80 x1818247339347200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339347200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.818955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.818958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.818961:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017991.818966:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017991.818979:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017991.818985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8716a00 x1818247339347328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017991.818995:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339347328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017991.819003:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017991.819006:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017991.819009:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347328:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734017992.482394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017993.484355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017994.486390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017995.488308:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017996.490362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017996.826242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017996.826255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734017996.826316:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339347456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017996.826349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017996.826356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017996.826387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339347584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017996.826446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017996.826451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017996.826478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339347712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017996.826488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826491:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017996.826493:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734017996.826493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339347456:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734017996.826497:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826499:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826502:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017996.826514:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339347840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017996.826522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017996.826527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826530:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826534:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826538:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017996.826549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339347968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734017996.826555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734017996.826557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017996.826562:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826566:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826568:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017996.826571:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826575:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017996.826577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8714a80 x1818247339347456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017996.826583:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339348096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017996.826591:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017996.826594:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017996.826596:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017996.826599:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2260 00000100:00080000:0.0:1734017996.826601:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734017996.826604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339347456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017996.826605:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734017996.826609:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734017996.826614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734017996.826617:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339348224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.826617:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339347456:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734017996.826629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017996.826647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8714380 x1818247339347584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339347584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017996.826702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017996.826716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8716a00 x1818247339347712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339347712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017996.826752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017996.826765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8715f80 x1818247339347840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339347840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339347840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017996.826799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734017996.826812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8715880 x1818247339347968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339347968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339347968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734017996.826846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017996.826861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8717b80 x1818247339348096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339348096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734017996.826895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734017996.826908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734017996.826914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8716d80 x1818247339348224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017996.826924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339348224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017996.826931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017996.826933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734017996.826936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348224:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734017997.492355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017998.494356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017999.496336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018000.498399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018001.500389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018001.834221:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018001.834230:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018001.834234:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834245:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:0.0:1734018001.834254:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834262:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018001.834297:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339348352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018001.834382:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018001.834388:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018001.834391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834398:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:0.0:1734018001.834403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834410:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018001.834422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018001.834442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339348480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018001.834450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339348352:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018001.834457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018001.834461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018001.834464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:0.0:1734018001.834475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834480:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018001.834486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018001.834498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339348608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018001.834510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018001.834514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018001.834517:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018001.834517:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018001.834522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:0.0:1734018001.834527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018001.834537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018001.834542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8715500 x1818247339348352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018001.834549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339348736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018001.834563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018001.834568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018001.834570:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834574:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00100000:2.0:1734018001.834576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339348352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018001.834578:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834584:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018001.834590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1734018001.834590:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.834594:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018001.834601:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339348864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018001.834601:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339348352:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018001.834623:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018001.834627:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348480:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018001.834628:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018001.834631:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834636:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:0.0:1734018001.834640:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018001.834645:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018001.834651:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018001.834654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018001.834664:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339348992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018001.834665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8717480 x1818247339348480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018001.834680:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018001.834683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339348480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018001.834684:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018001.834687:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018001.834693:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2265 00000100:00080000:2.0:1734018001.834696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018001.834697:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.834700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018001.834702:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348480:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018001.834708:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018001.834715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018001.834719:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339349120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018001.834738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8714700 x1818247339348608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018001.834766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339348608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018001.834779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.834783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018001.834789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018001.834799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018001.834825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8717800 x1818247339348736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018001.834848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339348736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018001.834856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.834858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018001.834862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339348736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018001.834867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018001.834883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8716680 x1818247339348864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018001.834899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339348864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018001.834907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.834909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018001.834913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018001.834929:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018001.834946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834953:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8714e00 x1818247339348992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018001.834963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339348992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018001.834971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.834973:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018001.834976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339348992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018001.834981:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018001.834993:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018001.834999:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8717100 x1818247339349120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018001.835009:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339349120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018001.835016:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018001.835019:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018001.835022:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349120:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018002.502388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018003.504372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018004.506346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018005.508392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018006.510413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018006.842308:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842320:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018006.842325:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842339:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842350:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842360:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018006.842407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339349248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018006.842450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842455:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842458:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842462:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018006.842473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018006.842486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339349376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018006.842501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018006.842516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018006.842527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339349504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018006.842544:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842549:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00100000:2.0:1734018006.842551:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339349248:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018006.842552:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842555:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018006.842559:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018006.842568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339349632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842580:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018006.842581:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842584:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842587:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842590:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018006.842595:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018006.842603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339349760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842611:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842615:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018006.842616:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842620:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842623:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842626:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018006.842631:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018006.842635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018006.842639:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339349888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018006.842649:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018006.842652:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018006.842653:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018006.842657:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2270 00000100:00080000:0.0:1734018006.842659:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018006.842663:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8715180 x1818247339349248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018006.842667:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018006.842675:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339350016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018006.842693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339349248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842713:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339349248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018006.842720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018006.842739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8714000 x1818247339349376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.842758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339349376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018006.842799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018006.842814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8717100 x1818247339349504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.842831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339349504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018006.842852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018006.842865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8714e00 x1818247339349632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.842882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339349632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339349632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018006.842901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018006.842914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842920:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8716680 x1818247339349760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.842931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339349760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018006.842949:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018006.842967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.842973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8717800 x1818247339349888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.842984:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339349888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.842991:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.842993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.842996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339349888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018006.843001:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018006.843014:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018006.843020:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018006] req@ffff8800a8714700 x1818247339350016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018006.843030:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339350016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018006.843038:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018006.843040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018006.843043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350016:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018007.512511:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018008.514391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018009.516405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018010.518399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018011.520382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018011.850251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018011.850267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850292:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850301:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018011.850348:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339350144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018011.850384:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018011.850392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850398:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850401:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018011.850428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339350272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018011.850438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018011.850444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018011.850468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339350400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018011.850476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018011.850481:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850485:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018011.850498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339350144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018011.850504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339350528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018011.850514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018011.850520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850523:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850526:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850529:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018011.850541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339350656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018011.850550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018011.850555:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018011.850576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339350784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018011.850581:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018011.850585:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018011.850588:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018011.850590:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018011.850594:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2275 00000100:00080000:0.0:1734018011.850598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018011.850602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018011.850606:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018011.850608:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8717480 x1818247339350144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018011.850615:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339350912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018011.850638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339350144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339350144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018011.850665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018011.850684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8715500 x1818247339350272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339350272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850711:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018011.850723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018011.850738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8716d80 x1818247339350400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339350400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018011.850797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018011.850812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8717b80 x1818247339350528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339350528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339350528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018011.850847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018011.850861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8715880 x1818247339350656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339350656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018011.850895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018011.850912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8715f80 x1818247339350784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339350784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018011.850946:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018011.850959:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018011.850965:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8716a00 x1818247339350912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018011.850975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339350912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018011.850983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018011.850985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018011.850988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339350912:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018012.522389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018013.524360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018014.526259:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018015.528390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018016.530383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018016.858261:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858271:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018016.858276:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858289:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00080000:0.0:1734018016.858300:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858309:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018016.858352:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339351040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018016.858394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00080000:0.0:1734018016.858403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858407:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018016.858429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018016.858452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858457:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00080000:0.0:1734018016.858460:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018016.858478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339351296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018016.858492:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858496:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00100000:2.0:1734018016.858496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339351040:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018016.858498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858502:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018016.858515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339351424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018016.858528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858532:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00080000:0.0:1734018016.858535:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858539:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018016.858552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339351552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858560:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858564:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018016.858565:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858569:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00080000:0.0:1734018016.858572:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858575:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858579:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018016.858579:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018016.858587:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339351680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018016.858595:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018016.858598:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018016.858599:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018016.858603:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2280 00000100:00100000:2.0:1734018016.858605:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8714380 x1818247339351040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018016.858606:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018016.858609:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018016.858613:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018016.858621:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339351808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018016.858636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339351040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339351040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018016.858663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018016.858683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858690:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8714a80 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339351168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018016.858742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018016.858757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8716a00 x1818247339351296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339351296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018016.858794:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018016.858807:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858813:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8715f80 x1818247339351424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339351424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339351424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018016.858842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018016.858855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8715880 x1818247339351552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339351552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018016.858890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018016.858907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8717b80 x1818247339351680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339351680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018016.858942:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018016.858955:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018016.858961:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8716d80 x1818247339351808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018016.858971:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339351808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018016.858978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018016.858980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018016.858983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339351808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018017.532354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018018.534398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018019.536349:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018020.538352:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018021.540389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018021.866231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018021.866243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866252:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866260:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866267:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018021.866301:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339351936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866325:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866328:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018021.866329:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866332:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866334:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866336:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866343:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018021.866350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339352064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866357:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018021.866358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866361:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866363:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866366:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866368:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018021.866374:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339352192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866380:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018021.866381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866383:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866384:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866386:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018021.866393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339352320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866399:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018021.866400:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866402:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018021.866404:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339351936:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018021.866405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018021.866412:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339352448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866420:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018021.866421:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866423:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018021.866433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339352576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018021.866437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018021.866439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018021.866440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018021.866442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2285 00000100:00080000:0.0:1734018021.866443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018021.866445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018021.866447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018021.866451:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339352704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018021.866482:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018021.866495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018021.866512:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018021.866521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018021.866532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018021.866540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352704:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018022.542366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018023.544329:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018024.546367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018024.872395:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018024.872445:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018024.872462:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872496:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872505:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872511:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872519:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872525:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018024.872531:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018024.872543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8717800 x1818247339352320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872563:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339352320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872571:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018024.872584:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8716680 x1818247339352448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339352448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872598:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018024.872607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8714e00 x1818247339352576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872615:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339352576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872623:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018024.872630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8717100 x1818247339352704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339352704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339352704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018024.872652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8715500 x1818247339351936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339351936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339351936:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018024.872675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8717480 x1818247339352064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339352064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018024.872702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018024] req@ffff8800a8714700 x1818247339352192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018024.872709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339352192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018024.872715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018024.872717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018024.872720:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018025.548279:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018026.550331:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018026.874241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018026.874249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018026.874253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874267:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874274:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018026.874300:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339352832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018026.874324:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018026.874327:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018026.874328:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874332:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874334:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874336:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018026.874344:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018026.874352:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339352960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018026.874359:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018026.874361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018026.874363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874366:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874368:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874370:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018026.874373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018026.874374:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339352832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018026.874381:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339353088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018026.874389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018026.874391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018026.874393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874396:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874398:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874400:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018026.874403:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018026.874409:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339353216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018026.874415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018026.874418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018026.874419:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874421:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874423:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018026.874425:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018026.874426:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018026.874428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018026.874434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339353344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018026.874441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018026.874442:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8714000 x1818247339352832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018026.874443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018026.874444:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018026.874447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018026.874454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018026.874457:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339352832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018026.874460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339353472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018026.874466:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018026.874468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.874469:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018026.874470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018026.874471:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018026.874473:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339352832:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018026.874474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2290 00000100:00080000:0.0:1734018026.874476:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018026.874478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352960:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018026.874481:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018026.874487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339353600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018026.874497:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874505:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8715180 x1818247339352960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874515:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339352960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874522:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874524:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874527:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339352960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018026.874546:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018026.874560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874567:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8714700 x1818247339353088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339353088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874588:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018026.874593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018026.874606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8717480 x1818247339353216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339353216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018026.874644:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018026.874658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8715500 x1818247339353344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339353344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018026.874691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018026.874705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8717100 x1818247339353472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339353472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874731:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018026.874737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018026.874750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018026.874756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8714e00 x1818247339353600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018026.874766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339353600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.874773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018026.874775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018026.874778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339353600:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018027.552276:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018028.554334:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018029.556272:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018030.558282:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018031.560273:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018031.882179:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882188:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018031.882191:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882199:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882208:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882214:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018031.882241:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339353728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882263:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018031.882267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882273:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882276:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882279:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882285:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018031.882292:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339353856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882298:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018031.882298:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339353728:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018031.882300:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018031.882301:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882304:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882305:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882307:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882309:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018031.882313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339353984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882318:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882320:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018031.882321:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882323:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882325:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882326:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882328:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018031.882332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339354112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882342:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018031.882343:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882345:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882346:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882348:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882350:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018031.882355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339354240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882359:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018031.882362:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882363:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882365:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018031.882366:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018031.882367:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882369:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018031.882373:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339354368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018031.882377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018031.882379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018031.882379:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8716680 x1818247339353728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018031.882380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018031.882381:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2295 00000100:00080000:0.0:1734018031.882383:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018031.882385:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018031.882387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018031.882391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339354496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018031.882391:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339353728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882396:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882398:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882401:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339353728:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018031.882413:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018031.882424:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882428:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8717800 x1818247339353856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882439:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339353856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882443:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882444:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882446:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018031.882449:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018031.882457:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882461:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8716d80 x1818247339353984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882466:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339353984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882470:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882471:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882473:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339353984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018031.882475:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018031.882482:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882485:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8717b80 x1818247339354112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882490:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339354112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882494:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882496:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882497:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018031.882500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018031.882508:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882511:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8715880 x1818247339354240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882516:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339354240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882520:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882521:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882523:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018031.882525:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018031.882532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882535:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8715f80 x1818247339354368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882540:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339354368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882544:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882545:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882547:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018031.882550:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018031.882558:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018031.882561:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8716a00 x1818247339354496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018031.882567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339354496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.882570:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018031.882572:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018031.882573:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339354496:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018032.562288:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018033.564270:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018034.566263:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018035.568258:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018036.570904:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018036.890209:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890216:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018036.890219:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018036.890227:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890233:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890239:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018036.890263:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339354624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018036.890285:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890289:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018036.890290:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018036.890294:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890296:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890299:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890309:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018036.890319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339354752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018036.890326:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890330:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018036.890331:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018036.890332:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339354624:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018036.890334:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890336:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890339:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890342:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018036.890351:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339354880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018036.890358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018036.890361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018036.890364:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890366:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890369:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018036.890377:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018036.890379:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339355008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018036.890385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018036.890388:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018036.890391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00100000:2.0:1734018036.890392:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8714a80 x1818247339354624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018036.890393:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890400:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018036.890405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339355136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018036.890405:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339354624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018036.890413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.890413:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890415:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018036.890416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018036.890417:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018036.890418:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339354624:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018036.890420:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018036.890424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018036.890433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339355264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018036.890436:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354752:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018036.890441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018036.890443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018036.890444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018036.890447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2300 00000100:00080000:0.0:1734018036.890449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018036.890451:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018036.890452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018036.890455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018036.890457:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8714380 x1818247339354752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018036.890461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339355392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018036.890467:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339354752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890473:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890475:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890478:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018036.890482:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018036.890496:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018036.890502:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8716a00 x1818247339354880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018036.890512:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339354880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890519:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890521:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890524:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339354880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018036.890529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018036.890543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018036.890550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8715f80 x1818247339355008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018036.890560:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339355008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890569:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890572:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018036.890578:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018036.890593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018036.890599:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8715880 x1818247339355136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018036.890605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339355136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890610:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018036.890622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018036.890630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018036.890634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8717b80 x1818247339355264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018036.890639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339355264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018036.890649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018036.890655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018036.890658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8716d80 x1818247339355392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018036.890664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339355392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018036.890668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018036.890669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018036.890671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339355392:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018037.572272:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018038.574303:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018039.576350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018040.578217:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018041.580294:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018041.898226:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898234:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018041.898239:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018041.898247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018041.898289:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339355520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018041.898317:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898321:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018041.898322:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018041.898326:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898332:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898336:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898344:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018041.898353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339355648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018041.898366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018041.898370:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018041.898370:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339355520:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018041.898374:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898376:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898379:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018041.898389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339355776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018041.898396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018041.898400:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018041.898403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898407:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018041.898415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339355904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018041.898419:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018041.898421:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898424:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018041.898425:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018041.898428:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898430:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898432:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018041.898436:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8717800 x1818247339355520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018041.898445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339356032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018041.898450:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339355520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018041.898457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.898458:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018041.898460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018041.898461:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.898461:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018041.898464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00100000:2.0:1734018041.898464:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339355520:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018041.898467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018041.898481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339356160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018041.898484:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355648:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018041.898488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018041.898491:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018041.898492:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018041.898495:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2305 00000100:00080000:0.0:1734018041.898497:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018041.898500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018041.898501:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018041.898503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018041.898508:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8716680 x1818247339355648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018041.898510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339356288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018041.898517:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339355648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898525:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898527:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898530:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018041.898536:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018041.898548:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018041.898552:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8714e00 x1818247339355776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.898558:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339355776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898562:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898563:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898565:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018041.898568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018041.898575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018041.898578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8717100 x1818247339355904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.898584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339355904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339355904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018041.898594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018041.898602:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018041.898606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8715500 x1818247339356032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.898611:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339356032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898618:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018041.898627:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018041.898664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018041.898668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8717480 x1818247339356160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.898674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339356160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018041.898684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018041.898690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018041.898694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8714700 x1818247339356288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.898702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339356288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.898707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018041.898708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018041.898709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356288:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018042.582274:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018043.584322:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018044.586463:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018045.588309:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018046.590321:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018046.906261:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906270:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018046.906275:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906284:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906292:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906298:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018046.906332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339356416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018046.906366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018046.906374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906394:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906397:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018046.906413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339356544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018046.906419:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018046.906422:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018046.906430:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339356416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018046.906437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339356672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018046.906441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018046.906444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018046.906458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339356800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018046.906462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018046.906465:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906467:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906468:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906470:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018046.906476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339356928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018046.906481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018046.906483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906486:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2310 00000800:00000100:2.0:1734018046.906486:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018046.906487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906489:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018046.906496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339357056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018046.906503:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8715180 x1818247339356416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018046.906504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018046.906506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018046.906507:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018046.906508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2310 00000100:00080000:0.0:1734018046.906510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018046.906512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018046.906514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018046.906516:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339356416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018046.906518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339357184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.906523:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906525:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906528:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339356416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018046.906532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018046.906572:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8714000 x1818247339356544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906585:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339356544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906589:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906593:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018046.906610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018046.906621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8714700 x1818247339356672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339356672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018046.906640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018046.906647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8717480 x1818247339356800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906656:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339356800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906661:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339356800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018046.906666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018046.906682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8715500 x1818247339356928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339356928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339356928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018046.906731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018046.906748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8717100 x1818247339357056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339357056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018046.906783:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018046.906811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018046.906817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8714e00 x1818247339357184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018046.906832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339357184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018046.906839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018046.906842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018046.906845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357184:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018047.592384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018048.594311:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018049.596300:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018050.598332:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018051.600386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018051.914351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018051.914369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914381:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914393:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914403:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018051.914450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339357312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018051.914524:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914529:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914532:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914536:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018051.914548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018051.914560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339357440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018051.914574:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914580:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914583:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018051.914587:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018051.914594:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339357568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914604:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018051.914606:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914609:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914611:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914614:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018051.914618:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018051.914625:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339357696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914635:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914639:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018051.914640:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914644:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914646:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914649:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339357312:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018051.914653:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018051.914660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339357824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914667:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914670:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018051.914672:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914675:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914677:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914680:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018051.914684:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018051.914690:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339357952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018051.914697:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018051.914700:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018051.914701:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018051.914704:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2315 00000100:00080000:0.0:1734018051.914707:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018051.914710:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018051.914715:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018051.914735:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339358080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018051.914743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8716680 x1818247339357312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.914786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339357312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.914796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.914800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.914804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339357312:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018051.914811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018051.914828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8717800 x1818247339357440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.914844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339357440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.914851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.914854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.914857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018051.914862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018051.914876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8716d80 x1818247339357568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.914890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339357568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.914897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.914899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.914902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018051.914928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018051.914939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8717b80 x1818247339357696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.914954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339357696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.914961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.914963:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.914965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339357696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018051.914970:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018051.914985:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.914991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8715880 x1818247339357824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.915000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339357824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.915007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.915008:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.915011:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018051.915016:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018051.915027:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.915032:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8715f80 x1818247339357952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.915040:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339357952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.915047:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.915049:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.915052:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339357952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018051.915056:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018051.915068:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018051.915073:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8716a00 x1818247339358080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018051.915087:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339358080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018051.915094:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018051.915096:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018051.915099:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018052.602301:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018053.604412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018054.606265:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018055.608325:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018056.610459:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018056.922231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922238:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018056.922241:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922254:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922259:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018056.922284:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339358208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922305:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922307:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018056.922308:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922311:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922313:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922315:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922321:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018056.922326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339358336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922331:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922333:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018056.922334:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922337:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922338:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922340:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922342:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018056.922349:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339358464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018056.922355:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922357:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922359:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922360:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922363:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018056.922367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339358592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922371:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922388:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018056.922389:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018056.922401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339358720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018056.922410:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018056.922410:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339358208:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018056.922412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018056.922421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339358848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018056.922425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018056.922427:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018056.922428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018056.922430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2320 00000100:00080000:0.0:1734018056.922431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018056.922433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018056.922435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018056.922439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339358976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018056.922454:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922468:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8714380 x1818247339358208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922479:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339358208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922484:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922486:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922489:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339358208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018056.922493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018056.922502:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922506:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8714a80 x1818247339358336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922512:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339358336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922516:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922518:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922520:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018056.922523:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018056.922530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922533:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8716a00 x1818247339358464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922539:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339358464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922543:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922544:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922546:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018056.922549:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018056.922555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8715f80 x1818247339358592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339358592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922569:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922570:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339358592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018056.922585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018056.922593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922597:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8715880 x1818247339358720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922602:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339358720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922606:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018056.922612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018056.922618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8717b80 x1818247339358848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339358848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018056.922634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018056.922641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018056.922644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8716d80 x1818247339358976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018056.922653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339358976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018056.922657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018056.922658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018056.922659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339358976:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018057.612353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018058.614273:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018059.616312:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018060.618307:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018061.620335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018061.930338:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930349:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018061.930354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930367:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:0.0:1734018061.930378:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930386:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018061.930425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339359104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018061.930461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018061.930468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930472:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:0.0:1734018061.930475:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930479:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018061.930489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018061.930500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339359232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018061.930509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930528:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018061.930530:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:0.0:1734018061.930537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018061.930545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018061.930550:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339359104:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018061.930554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339359360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018061.930563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018061.930568:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930572:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:0.0:1734018061.930574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018061.930581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018061.930589:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339359488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018061.930597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930600:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018061.930601:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930605:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:0.0:1734018061.930607:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930611:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018061.930615:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1734018061.930616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018061.930622:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339359616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018061.930630:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930633:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018061.930635:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018061.930639:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00100000:2.0:1734018061.930639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8717800 x1818247339359104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018061.930641:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930644:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018061.930648:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018061.930656:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339359744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018061.930659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339359104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018061.930664:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018061.930667:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018061.930669:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.930669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018061.930672:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2325 00000100:00080000:2.0:1734018061.930672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018061.930674:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018061.930677:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339359104:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018061.930681:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018061.930685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018061.930689:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339359872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018061.930703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8716680 x1818247339359232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339359232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.930733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.930736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018061.930760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018061.930775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8714e00 x1818247339359360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339359360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.930802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.930805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018061.930811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018061.930823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8717100 x1818247339359488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339359488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.930849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.930852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339359488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018061.930857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018061.930874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8715500 x1818247339359616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339359616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.930900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.930903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018061.930909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018061.930921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8717480 x1818247339359744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339359744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.930946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.930949:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018061.930954:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018061.930967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018061.930973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8714700 x1818247339359872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018061.930990:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339359872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.930998:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018061.931000:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018061.931003:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339359872:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018062.622384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018063.624312:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018064.626487:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018065.628346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018066.630315:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018066.938242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018066.938252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938265:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938270:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018066.938296:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339360000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938317:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938320:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018066.938321:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938324:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938326:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938328:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938334:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018066.938340:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339360128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938345:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018066.938348:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938350:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938351:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938353:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018066.938361:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339360256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938365:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018066.938368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938369:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938371:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938372:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938375:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018066.938379:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339360384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938384:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938385:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018066.938386:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938388:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938389:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938391:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018066.938393:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339360000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018066.938397:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339360512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018066.938404:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938407:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018066.938415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339360640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018066.938419:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018066.938421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018066.938421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018066.938424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2330 00000100:00080000:0.0:1734018066.938425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018066.938427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018066.938429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018066.938433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339360768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018066.938436:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938450:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8714000 x1818247339360000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938460:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339360000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938466:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938467:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938470:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339360000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018066.938473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018066.938483:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938487:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8715180 x1818247339360128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938493:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339360128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938497:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938498:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938500:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018066.938504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018066.938511:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938514:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8714700 x1818247339360256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938519:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339360256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938523:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938525:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938527:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018066.938529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018066.938536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938539:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8717480 x1818247339360384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938544:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339360384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938547:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938548:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938550:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339360384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018066.938565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018066.938574:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8715500 x1818247339360512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938582:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339360512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018066.938592:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018066.938598:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8717100 x1818247339360640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339360640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938613:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018066.938615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018066.938622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018066.938625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8714e00 x1818247339360768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018066.938633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339360768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018066.938637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018066.938638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018066.938640:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339360768:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018067.632446:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018068.634391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018069.636402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018070.638361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018071.640394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018071.946263:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946275:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018071.946280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946306:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946316:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018071.946363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339360896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018071.946408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946413:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946416:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946420:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018071.946443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339361024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018071.946465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946476:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018071.946489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339361152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018071.946502:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946506:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018071.946517:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339360896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018071.946523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339361280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018071.946537:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946541:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946544:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946548:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018071.946560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339361408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018071.946572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018071.946573:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946577:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946580:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946583:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946587:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018071.946595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339361536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018071.946603:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734018071.946603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018071.946606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018071.946608:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018071.946611:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2335 00000100:00080000:0.0:1734018071.946614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018071.946617:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018071.946621:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018071.946629:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339361664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018071.946630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8716680 x1818247339360896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339360896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946667:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339360896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018071.946680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018071.946699:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8717800 x1818247339361024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339361024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018071.946740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018071.946756:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8716d80 x1818247339361152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339361152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018071.946816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018071.946830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8717b80 x1818247339361280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339361280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018071.946866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018071.946883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8715880 x1818247339361408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339361408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018071.946919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018071.946931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946937:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8715f80 x1818247339361536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.946947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339361536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.946955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.946958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.946961:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018071.946966:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018071.946979:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018071.946985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018071] req@ffff8800a8716a00 x1818247339361664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018071.947002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339361664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018071.947011:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018071.947013:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018071.947016:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339361664:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018072.642451:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018073.644397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018074.646439:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018075.648377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018076.650386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018076.954238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018076.954253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018076.954336:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339361792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018076.954373:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954378:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018076.954380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954386:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954389:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954393:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954404:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018076.954417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339361920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018076.954427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018076.954432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018076.954462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339362048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018076.954470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018076.954475:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954479:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954481:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954485:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018076.954491:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339361792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018076.954498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339362176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018076.954507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018076.954513:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954516:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954523:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018076.954535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339362304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018076.954549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018076.954555:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018076.954577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339362432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018076.954577:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018076.954585:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018076.954588:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018076.954590:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018076.954593:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2340 00000100:00080000:0.0:1734018076.954596:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018076.954599:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018076.954603:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018076.954603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8714a80 x1818247339361792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.954611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339362560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018076.954624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339361792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954640:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954645:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339361792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018076.954652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018076.954672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8714380 x1818247339361920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339361920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339361920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018076.954713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018076.954728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8716a00 x1818247339362048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339362048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018076.954786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018076.954800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8715f80 x1818247339362176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339362176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018076.954835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018076.954852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8715880 x1818247339362304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339362304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018076.954888:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018076.954901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8717b80 x1818247339362432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954917:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339362432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954924:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018076.954935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018076.954948:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018076.954955:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8716d80 x1818247339362560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018076.954972:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339362560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018076.954980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018076.954982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018076.954986:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339362560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018077.652398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018078.654414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018079.656410:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018080.658371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018081.660424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018081.962239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018081.962257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018081.962341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339362688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018081.962378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018081.962385:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962390:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962394:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962398:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018081.962409:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018081.962421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339362816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018081.962431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018081.962436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018081.962452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018081.962461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339362944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018081.962470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018081.962477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339362688:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018081.962492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018081.962500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339363072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018081.962509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018081.962514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962517:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962520:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962523:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018081.962527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018081.962535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339363200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018081.962543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018081.962549:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962552:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962558:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018081.962563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018081.962571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339363328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018081.962575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018081.962580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018081.962583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018081.962585:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018081.962588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2345 00000100:00080000:0.0:1734018081.962591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018081.962594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018081.962598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018081.962603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8717800 x1818247339362688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.962607:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339363456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018081.962624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339362688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962640:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339362688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018081.962652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018081.962671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8716680 x1818247339362816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.962690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339362816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018081.962712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018081.962727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8714e00 x1818247339362944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.962744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339362944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339362944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018081.962787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018081.962800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8717100 x1818247339363072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.962817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339363072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018081.962836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018081.962853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8715500 x1818247339363200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.962870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339363200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018081.962889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018081.962901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.962907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8717480 x1818247339363328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.962917:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339363328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.962924:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.962926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.962930:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018081.962935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018081.962999:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018081.963008:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8714700 x1818247339363456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018081.963026:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339363456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018081.963035:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018081.963037:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018081.963040:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339363456:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018082.662402:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018083.664405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018084.666373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018085.668393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018086.670392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018086.970273:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970284:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018086.970290:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970303:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970315:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970324:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018086.970373:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339363584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018086.970419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970424:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970428:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970431:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018086.970443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018086.970454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339363712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018086.970470:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018086.970486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018086.970497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339363840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970510:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018086.970511:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970518:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018086.970521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339363584:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018086.970525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018086.970534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339363968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018086.970549:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970553:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970555:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970559:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018086.970563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018086.970570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339364096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970579:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018086.970584:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018086.970598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018086.970605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339364224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018086.970614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018086.970617:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018086.970618:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018086.970622:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2350 00000100:00080000:0.0:1734018086.970626:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018086.970629:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018086.970633:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018086.970634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018086.970642:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339364352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018086.970667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018086.970685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018086.970702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018086.970720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018086.970736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364352:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018087.672411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018088.674426:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018089.676398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018089.976389:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018089.976435:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018089.976455:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976490:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976498:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976505:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976512:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976518:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018089.976525:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018089.976623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8714700 x1818247339363840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339363840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018089.976697:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8717480 x1818247339363968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339363968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018089.976732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8715500 x1818247339364096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339364096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018089.976765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8717100 x1818247339364224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339364224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018089.976801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8714e00 x1818247339364352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976864:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339364352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018089.976888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8715180 x1818247339363584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339363584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339363584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018089.976929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018089] req@ffff8800a8714000 x1818247339363712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018089.976958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339363712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018089.976972:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018089.976977:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018089.976983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339363712:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734018090.678419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018091.680440:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018091.978247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018091.978259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978286:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018091.978321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339364480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018091.978362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978366:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018091.978393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339364608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018091.978415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018091.978437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339364736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018091.978450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018091.978471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339364864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018091.978485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018091.978503:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339364480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018091.978508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339364992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018091.978520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018091.978541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339365120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018091.978549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018091.978552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018091.978553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018091.978557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2355 00000100:00080000:0.0:1734018091.978559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018091.978562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018091.978566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018091.978575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339365248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018091.978601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.978630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8716680 x1818247339364480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.978651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339364480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.978664:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.978668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.978673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339364480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018091.978681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018091.978701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.978708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8717800 x1818247339364608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.978721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339364608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.978729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.978732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.978735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018091.978741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018091.978757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.978763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8716d80 x1818247339364736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.978773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339364736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.978830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.978833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.978837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018091.978869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018091.978888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.978896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8717b80 x1818247339364864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.978907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339364864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.978916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.978918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.978921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339364864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018091.978927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018091.978942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.978948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8715880 x1818247339364992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.978958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339364992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.978966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.978969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.978972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339364992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018091.978979:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018091.978993:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.979000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8715f80 x1818247339365120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.979010:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339365120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.979018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.979020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.979023:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018091.979029:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018091.979043:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018091.979049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8716a00 x1818247339365248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018091.979058:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339365248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018091.979066:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018091.979069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018091.979072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365248:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018092.682469:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018093.684405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018094.686396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018095.688428:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018096.690378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018096.986252:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018096.986266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018096.986329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339365376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986364:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018096.986369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018096.986400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339365504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018096.986414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018096.986441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339365632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018096.986454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986457:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986460:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018096.986469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339365376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018096.986475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339365760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018096.986489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986492:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986495:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986498:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018096.986509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339365888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018096.986521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018096.986523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986526:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018096.986532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018096.986533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018096.986544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339366016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018096.986552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018096.986553:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8714380 x1818247339365376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.986555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018096.986556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018096.986560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2360 00000100:00080000:0.0:1734018096.986562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018096.986565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018096.986569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018096.986573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339365376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.986577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339366144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.986584:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986592:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339365376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018096.986600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018096.986617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8714a80 x1818247339365504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339365504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986649:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018096.986655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018096.986668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8716a00 x1818247339365632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339365632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986728:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018096.986761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018096.986779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8715f80 x1818247339365760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339365760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339365760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018096.986815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018096.986828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8715880 x1818247339365888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339365888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339365888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018096.986862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018096.986877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8717b80 x1818247339366016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339366016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018096.986911:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018096.986923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018096.986929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8716d80 x1818247339366144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018096.986939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339366144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018096.986946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018096.986948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018096.986951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366144:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018097.692401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018098.694308:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018099.696384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018100.698313:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018101.700393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018101.994264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994276:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018101.994282:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994308:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994319:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018101.994369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339366272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018101.994407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018101.994413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994418:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994422:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994426:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018101.994449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339366400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018101.994459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994462:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018101.994464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018101.994488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339366528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018101.994497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018101.994503:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018101.994526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339366656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018101.994535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018101.994538:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339366272:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018101.994539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018101.994540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994544:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994546:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994550:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018101.994563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339366784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018101.994571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018101.994576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018101.994586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018101.994598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339366912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018101.994637:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018101.994648:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018101.994651:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018101.994653:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018101.994657:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2365 00000100:00080000:0.0:1734018101.994661:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018101.994663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8717800 x1818247339366272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.994665:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018101.994670:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018101.994679:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339367040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018101.994690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339366272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339366272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018101.994719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018101.994740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.994747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8716680 x1818247339366400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.994759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339366400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018101.994779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018101.994793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.994799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8714000 x1818247339366528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.994810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339366528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994821:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994824:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018101.994850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018101.994864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.994871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8715180 x1818247339366656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.994881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339366656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339366656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018101.994900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018101.994913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.994919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8714e00 x1818247339366784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.994929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339366784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018101.994949:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018101.994965:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.994972:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8717100 x1818247339366912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.994982:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339366912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.994989:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.994991:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.994994:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339366912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018101.995000:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018101.995013:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018101.995019:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8715500 x1818247339367040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018101.995029:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339367040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018101.995037:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018101.995040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018101.995043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367040:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018102.702437:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018103.704424:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018104.706417:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018105.708354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018106.710391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018107.002263:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018107.002277:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018107.002341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339367168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018107.002383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018107.002417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339367296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018107.002432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002436:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002438:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002441:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018107.002456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339367424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018107.002469:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018107.002486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339367168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018107.002490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339367552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018107.002510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002514:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002516:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002519:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018107.002562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339367680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018107.002575:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018107.002579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018107.002589:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018107.002597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339367808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018107.002605:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018107.002608:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018107.002610:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018107.002612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8717480 x1818247339367168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018107.002614:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2370 00000100:00080000:0.0:1734018107.002617:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018107.002620:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018107.002624:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018107.002632:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339367936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018107.002639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339367168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339367168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018107.002666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018107.002684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8714700 x1818247339367296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339367296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002716:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018107.002722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018107.002736:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002741:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8715500 x1818247339367424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339367424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002762:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018107.002791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018107.002804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8717100 x1818247339367552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339367552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002834:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339367552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018107.002838:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018107.002851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8714e00 x1818247339367680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002867:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339367680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018107.002885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018107.002900:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8715180 x1818247339367808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339367808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018107.002933:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018107.002946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018107.002951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018107/real 1734018107] req@ffff8800a8714000 x1818247339367936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018107.002961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339367936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018107.002969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018107.002971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018107.002974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339367936:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018107.712408:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018108.714407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018109.716311:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018110.718341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018111.720372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018112.010233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018112.010246:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018112.010257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010266:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018112.010274:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018112.010309:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339368064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018112.010345:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018112.010354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018112.010361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018112.010371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018112.010383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018112.010401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339368192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018112.010414:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339368064:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018112.010417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018112.010425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018112.010430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010483:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018112.010490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018112.010497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018112.010513:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339368320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018112.010513:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018112.010527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018112.010534:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018112.010538:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8716680 x1818247339368064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018112.010539:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018112.010549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018112.010555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018112.010568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339368448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018112.010573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339368064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018112.010581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018112.010588:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.010588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.010593:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018112.010594:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010598:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018112.010599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339368064:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018112.010603:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018112.010609:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018112.010620:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339368576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018112.010626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368192:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018112.010635:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010640:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018112.010642:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018112.010648:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00080000:0.0:1734018112.010652:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018112.010652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018112.010657:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018112.010663:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018112.010664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8717800 x1818247339368192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018112.010676:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339368704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018112.010682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339368192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018112.010690:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018112.010695:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018112.010695:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018112.010697:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018112.010699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018112.010702:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2375 00000100:00100000:2.0:1734018112.010704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368192:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018112.010706:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018112.010711:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368320:192.168.201.160@tcp:8:kworker.0 00000008:00100000:0.0:1734018112.010717:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018112.010730:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339368832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018112.010735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8716d80 x1818247339368320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018112.010763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339368320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018112.010775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.010779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018112.010784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018112.010794:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018112.010821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8717b80 x1818247339368448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018112.010842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339368448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018112.010851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.010853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018112.010856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339368448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018112.010872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018112.010887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8715880 x1818247339368576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018112.010904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339368576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018112.010912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.010914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018112.010917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018112.010922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018112.010938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8715f80 x1818247339368704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018112.010955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339368704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018112.010962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.010964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018112.010968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018112.010973:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018112.010985:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018112.010991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018112/real 1734018112] req@ffff8800a8716a00 x1818247339368832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018112.011001:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339368832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018112.011009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018112.011011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018112.011015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339368832:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018112.722314:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018113.724313:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018114.726448:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018115.728428:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018116.730344:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018117.018223:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018232:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018117.018236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018256:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018264:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018117.018298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339368960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018117.018332:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018336:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018117.018338:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018342:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018345:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018349:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018117.018395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018117.018408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339369088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018117.018419:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018117.018424:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018428:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018434:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018117.018439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018117.018442:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339368960:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018117.018450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339369216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018117.018460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018117.018465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018117.018478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018117.018486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339369344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018117.018494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018117.018498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018502:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018505:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018117.018505:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018117.018508:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018117.018512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018117.018520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339369472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018117.018527:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8714a80 x1818247339368960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018117.018528:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018531:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018117.018533:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018117.018537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018117.018548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018117.018553:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339368960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018117.018556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339369600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018117.018563:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018117.018564:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018117.018567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018117.018567:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018117.018568:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018117.018571:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339368960:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018117.018572:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2380 00000100:00080000:0.0:1734018117.018574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018117.018577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369088:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018117.018581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018117.018588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339369728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018117.018596:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8714380 x1818247339369088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018614:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339369088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018622:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018625:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018117.018651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018117.018665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8716a00 x1818247339369216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339369216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018117.018701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018117.018714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8715f80 x1818247339369344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339369344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018117.018747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018117.018760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8715880 x1818247339369472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339369472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018117.018794:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018117.018809:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8717b80 x1818247339369600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339369600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018117.018843:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018117.018856:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018117.018861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018117/real 1734018117] req@ffff8800a8716d80 x1818247339369728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018117.018871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339369728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018117.018878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018117.018881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018117.018884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339369728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018117.732414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018118.734398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018119.736350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018120.738394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018121.740355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018122.026227:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026235:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018122.026240:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026250:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026259:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018122.026342:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339369856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018122.026381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026385:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018122.026387:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026395:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026398:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018122.026421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339369984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018122.026430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018122.026435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026449:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018122.026457:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339370112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018122.026465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018122.026470:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026482:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018122.026494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339370240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018122.026498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339369856:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018122.026502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018122.026507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026510:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026515:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018122.026527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339370368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018122.026535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018122.026539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00080000:0.0:1734018122.026545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018122.026560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339370496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018122.026562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018122.026575:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018122.026578:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018122.026580:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018122.026583:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2385 00000100:00100000:2.0:1734018122.026584:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8717800 x1818247339369856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018122.026586:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018122.026589:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018122.026593:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018122.026600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339370624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018122.026611:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339369856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026625:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026630:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339369856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018122.026637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018122.026655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8716680 x1818247339369984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339369984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339369984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018122.026693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018122.026706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8714000 x1818247339370112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339370112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018122.026760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018122.026774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8715180 x1818247339370240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339370240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018122.026809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018122.026822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8714e00 x1818247339370368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026838:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339370368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018122.026857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018122.026872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8717100 x1818247339370496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339370496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018122.026906:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018122.026918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018122.026924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018122/real 1734018122] req@ffff8800a8715500 x1818247339370624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018122.026934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339370624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018122.026941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018122.026943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018122.026946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339370624:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018122.742430:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018123.744428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018124.746422:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018125.748383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018126.750397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018127.034178:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034226:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018127.034231:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034241:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034250:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034258:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018127.034294:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339370752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034325:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034330:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018127.034332:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034336:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034339:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034353:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018127.034364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339370880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018127.034379:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034383:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034386:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034389:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018127.034404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339371008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034412:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034415:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018127.034416:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034420:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018127.034431:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339370752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018127.034437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339371136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018127.034452:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034455:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034458:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034461:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018127.034472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339371264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018127.034485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018127.034496:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018127.034505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339371392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018127.034513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018127.034516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018127.034517:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8714700 x1818247339370752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018127.034518:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018127.034522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2390 00000100:00080000:0.0:1734018127.034524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018127.034527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018127.034532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018127.034539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339371520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018127.034544:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339370752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339370752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018127.034570:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018127.034587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034594:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8717480 x1818247339370880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339370880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034615:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339370880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018127.034625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018127.034638:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8715500 x1818247339371008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339371008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034668:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018127.034693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018127.034706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8717100 x1818247339371136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339371136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018127.034742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018127.034754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8714e00 x1818247339371264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339371264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018127.034789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018127.034804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8715180 x1818247339371392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339371392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034832:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018127.034837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018127.034850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018127.034856:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018127/real 1734018127] req@ffff8800a8714000 x1818247339371520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018127.034866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339371520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018127.034873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018127.034875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018127.034878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339371520:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018127.752429:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018128.754428:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018129.756445:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018130.758338:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018131.760401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018132.042256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018132.042270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042290:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042299:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018132.042334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339371648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018132.042375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018132.042406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339371776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018132.042421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042426:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018132.042444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339371904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018132.042457:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018132.042477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339372032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018132.042491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042501:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042505:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018132.042510:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339371648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018132.042513:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339372160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018132.042527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042533:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042536:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042540:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018132.042548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339372288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018132.042555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018132.042558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018132.042560:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018132.042563:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2395 00000100:00080000:0.0:1734018132.042565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018132.042568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018132.042572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018132.042579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339372416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018132.042607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8716680 x1818247339371648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339371648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339371648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018132.042695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018132.042715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8717800 x1818247339371776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339371776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018132.042754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018132.042769:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8716d80 x1818247339371904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339371904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042793:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339371904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018132.042831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018132.042846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8717b80 x1818247339372032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339372032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018132.042883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018132.042897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8715880 x1818247339372160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339372160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018132.042932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018132.042949:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.042955:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8715f80 x1818247339372288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.042966:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339372288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.042973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.042976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.042979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018132.042986:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018132.043001:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018132.043006:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018132/real 1734018132] req@ffff8800a8716a00 x1818247339372416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018132.043016:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339372416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018132.043025:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018132.043028:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018132.043031:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339372416:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018132.762473:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018133.764393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018134.766424:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018135.768419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018136.770373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018137.050248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018137.050260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018137.050324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339372544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018137.050365:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050376:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050385:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018137.050396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339372672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018137.050411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050417:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018137.050436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339372800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018137.050450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018137.050471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339372928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018137.050486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00100000:2.0:1734018137.050490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339372544:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018137.050492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018137.050507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339373056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018137.050520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018137.050542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339373184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018137.050551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018137.050554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018137.050555:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018137.050559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2400 00000100:00080000:0.0:1734018137.050562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018137.050565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018137.050569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018137.050576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339373312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018137.050583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8714380 x1818247339372544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339372544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339372544:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018137.050670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372672:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018137.050690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050697:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8714a80 x1818247339372672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339372672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050722:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018137.050728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018137.050744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8716a00 x1818247339372800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339372800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050774:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018137.050804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018137.050819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8715f80 x1818247339372928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339372928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339372928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018137.050855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018137.050869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8715880 x1818247339373056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339373056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018137.050904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018137.050921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8717b80 x1818247339373184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339373184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018137.050956:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018137.050970:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018137.050975:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018137/real 1734018137] req@ffff8800a8716d80 x1818247339373312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018137.050985:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339373312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018137.050993:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018137.050996:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018137.050999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373312:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018137.772452:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018138.774449:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018139.776445:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018140.778375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018141.780408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018142.058267:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058276:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018142.058280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058291:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058301:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058309:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018142.058345:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339373440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058380:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018142.058386:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058394:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058398:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058407:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018142.058418:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339373568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058428:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018142.058433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058443:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018142.058455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339373696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018142.058468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058471:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058474:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058481:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018142.058488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339373824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018142.058503:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058507:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058509:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058513:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018142.058524:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339373440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018142.058525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339373952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018142.058537:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018142.058557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339374080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018142.058566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018142.058569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018142.058570:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018142.058574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2405 00000100:00080000:0.0:1734018142.058577:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018142.058580:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018142.058585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018142.058592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339374208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018142.058618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.058646:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8717800 x1818247339373440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.058676:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339373440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.058688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.058692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.058697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339373440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018142.058705:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018142.058725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.058732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8716680 x1818247339373568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.058743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339373568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.058751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.058754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.058757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018142.058763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018142.058779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.058785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8714000 x1818247339373696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.058795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339373696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.058802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.058806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.058810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018142.058840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018142.058854:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.058861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8715180 x1818247339373824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.058872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339373824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.058880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.058882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.058885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339373824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018142.058891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018142.058905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.058911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8714e00 x1818247339373952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.058921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339373952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.058964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.058967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.058971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339373952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018142.058978:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018142.058999:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.059007:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8717100 x1818247339374080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.059018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339374080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.059026:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.059028:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.059032:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018142.059038:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018142.059052:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018142.059058:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018142/real 1734018142] req@ffff8800a8715500 x1818247339374208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018142.059068:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339374208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018142.059076:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018142.059079:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018142.059082:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374208:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018142.782423:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018143.784370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018144.786418:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018145.788416:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018146.790396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018147.066276:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018147.066290:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066300:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066310:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066318:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018147.066354:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339374336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018147.066395:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066400:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066407:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018147.066427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339374464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018147.066449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018147.066474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339374592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018147.066487:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018147.066508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339374720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018147.066522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018147.066529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339374336:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018147.066533:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018147.066545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339374848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066556:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018147.066557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018147.066578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339374976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018147.066586:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018147.066589:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018147.066591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018147.066594:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2410 00000100:00080000:0.0:1734018147.066597:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018147.066600:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018147.066604:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018147.066611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339375104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018147.066621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.066650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8717480 x1818247339374336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.066679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339374336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.066692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.066696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.066701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339374336:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018147.066709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018147.066728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.066735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8714700 x1818247339374464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.066746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339374464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.066755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.066758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.066761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018147.066767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018147.066783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.066789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8715500 x1818247339374592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.066800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339374592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.066807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.066810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.066814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018147.066890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018147.066910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.066919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8717100 x1818247339374720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.066930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339374720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.066938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.066941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.066944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339374720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018147.066950:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018147.066964:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.066970:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8714e00 x1818247339374848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.066981:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339374848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.066990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.066992:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.066995:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018147.067001:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018147.067018:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.067024:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8715180 x1818247339374976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.067035:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339374976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.067042:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.067044:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.067047:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339374976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018147.067053:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018147.067067:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018147.067073:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018147/real 1734018147] req@ffff8800a8714000 x1818247339375104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018147.067083:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339375104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018147.067091:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018147.067093:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018147.067096:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375104:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018147.792418:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018148.794424:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018149.796404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018150.798393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018151.800377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018152.074249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018152.074264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074291:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074300:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018152.074348:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339375232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018152.074393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074398:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074401:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018152.074429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339375360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018152.074444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018152.074473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339375488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018152.074486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018152.074502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339375232:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018152.074508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339375616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018152.074522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074528:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074532:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018152.074545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339375744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074564:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018152.074566:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074572:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018152.074588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339375872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018152.074596:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018152.074599:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018152.074601:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018152.074604:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2415 00000100:00080000:0.0:1734018152.074607:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018152.074610:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018152.074614:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018152.074616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018152.074622:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339376000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018152.074640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018152.074668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018152.074684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018152.074703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018152.074719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376000:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018152.802423:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018153.804425:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018154.806386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018155.080400:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018155.080452:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018155.080471:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080507:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080515:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080523:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080529:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080536:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018155.080543:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018155.080652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8717b80 x1818247339375616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.080691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339375616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.080767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.080774:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.080783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018155.080798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8715880 x1818247339375744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.080820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339375744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.080832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.080836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.080841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018155.080852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8715f80 x1818247339375872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.080871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339375872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.080884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.080888:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.080893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339375872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018155.080903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8716a00 x1818247339376000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.080923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339376000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.080936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.080941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.080946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018155.080956:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8716680 x1818247339375232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.081006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339375232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.081019:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.081023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.081029:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339375232:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018155.081040:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8717800 x1818247339375360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.081060:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339375360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.081084:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.081088:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.081093:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018155.081104:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018152/real 1734018155] req@ffff8800a8716d80 x1818247339375488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018155.081192:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339375488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018155.081205:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018155.081210:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018155.081216:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339375488:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018155.808405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018156.810377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018157.082218:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082227:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018157.082231:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082242:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082253:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018157.082295:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339376128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082330:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082334:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018157.082336:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082341:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082344:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082348:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018157.082357:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018157.082368:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339376256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018157.082383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082387:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082390:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082393:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018157.082398:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018157.082407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339376384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018157.082423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082430:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018157.082438:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018157.082446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339376512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018157.082458:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082462:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082464:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082467:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018157.082471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018157.082478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339376640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082491:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018157.082492:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082496:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082499:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082502:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339376128:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018157.082506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018157.082514:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339376768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018157.082522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018157.082525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018157.082527:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018157.082530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2420 00000100:00080000:0.0:1734018157.082533:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018157.082536:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018157.082540:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018157.082547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339376896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018157.082597:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8714a80 x1818247339376128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.082644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339376128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.082657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.082661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.082666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339376128:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018157.082724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018157.082748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8714380 x1818247339376256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.082770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339376256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.082778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.082781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.082785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018157.082791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018157.082806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8716d80 x1818247339376384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.082823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339376384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.082832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.082834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.082838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018157.082843:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018157.082857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8717800 x1818247339376512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.082873:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339376512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.082888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.082891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.082894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339376512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018157.082925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018157.082939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8716680 x1818247339376640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.082957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339376640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.082965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.082968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.082971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018157.082977:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018157.082990:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.082996:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8716a00 x1818247339376768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.083006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339376768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.083013:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.083015:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.083019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018157.083026:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018157.083040:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018157.083046:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018157/real 1734018157] req@ffff8800a8715f80 x1818247339376896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018157.083056:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339376896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018157.083064:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018157.083067:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018157.083070:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339376896:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018157.812449:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018158.814452:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018159.816452:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018160.818445:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018161.820405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018162.090237:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018162.090250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090270:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018162.090315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339377024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090353:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018162.090356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018162.090387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339377152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018162.090402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090409:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018162.090425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339377280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018162.090438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018162.090459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339377408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018162.090475:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090484:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018162.090494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339377024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018162.090496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339377536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018162.090508:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090512:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090514:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090518:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018162.090529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339377664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018162.090537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018162.090540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018162.090542:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018162.090545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2425 00000100:00080000:0.0:1734018162.090548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018162.090552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018162.090556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018162.090565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339377792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018162.090633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8715880 x1818247339377024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339377024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.090700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.090704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.090709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339377024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018162.090718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018162.090741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8717b80 x1818247339377152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339377152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.090777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.090780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.090783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018162.090790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018162.090805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8714000 x1818247339377280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339377280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.090829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.090832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.090835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018162.090865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018162.090879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8715180 x1818247339377408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339377408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.090905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.090908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.090911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339377408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018162.090918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018162.090932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8714e00 x1818247339377536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339377536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.090957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.090960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.090963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018162.090968:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018162.090981:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.090987:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8717100 x1818247339377664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.090997:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339377664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.091004:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.091007:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.091010:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018162.091017:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018162.091034:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018162.091040:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018162/real 1734018162] req@ffff8800a8715500 x1818247339377792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018162.091051:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339377792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018162.091059:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018162.091061:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018162.091064:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339377792:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018162.822474:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018163.824332:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018164.826450:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018165.828410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018166.830365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018167.098253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018167.098266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098326:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018167.098363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339377920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018167.098403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098408:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098411:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098415:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018167.098437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339378048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018167.098459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098465:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098468:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018167.098482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339378176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018167.098495:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018167.098536:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339377920:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018167.098537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018167.098557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339378304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018167.098572:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098576:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098579:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098583:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098587:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018167.098595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339378432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098603:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734018167.098603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018167.098606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018167.098608:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00080000:0.0:1734018167.098614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098621:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018167.098626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8714700 x1818247339377920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018167.098629:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339378560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018167.098637:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018167.098640:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018167.098641:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018167.098645:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2430 00000100:00100000:2.0:1734018167.098646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339377920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018167.098648:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018167.098651:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018167.098655:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734018167.098657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018167.098662:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339378688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018167.098665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339377920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018167.098673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018167.098691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8717480 x1818247339378048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339378048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018167.098730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018167.098743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8715500 x1818247339378176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339378176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018167.098797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018167.098810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8717100 x1818247339378304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339378304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018167.098846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378432:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018167.098859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8714e00 x1818247339378432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339378432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018167.098893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018167.098905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8715180 x1818247339378560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339378560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018167.098938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018167.098951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018167.098957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018167/real 1734018167] req@ffff8800a8714000 x1818247339378688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018167.098968:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339378688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018167.098976:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018167.098978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018167.098981:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339378688:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018167.832377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018168.834356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018169.836371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018170.838376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018171.840391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018172.106281:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106293:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018172.106298:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106313:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106325:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106335:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018172.106385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339378816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018172.106472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106477:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106481:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018172.106511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339378944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018172.106527:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106531:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106534:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106539:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018172.106554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339379072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018172.106567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018172.106589:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339378816:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018172.106590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339379200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106600:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106603:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018172.106605:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106608:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106611:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106614:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106619:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018172.106628:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339379328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106636:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106641:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018172.106642:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106647:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106651:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018172.106654:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106658:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018172.106661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018172.106666:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339379456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018172.106674:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018172.106677:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018172.106679:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018172.106682:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2435 00000100:00080000:0.0:1734018172.106685:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018172.106687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8717b80 x1818247339378816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018172.106689:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018172.106693:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018172.106701:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339379584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018172.106707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339378816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.106719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.106723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.106728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339378816:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018172.106736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018172.106756:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.106763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8715880 x1818247339378944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.106775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339378944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.106783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.106787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.106790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339378944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018172.106797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018172.106812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.106818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8715f80 x1818247339379072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.106828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339379072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.106836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.106839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.106842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018172.106868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018172.106882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.106888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8716a00 x1818247339379200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.106899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339379200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.106907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.106910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.106913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018172.106919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018172.106935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.106942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8716680 x1818247339379328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.106953:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339379328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.106960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.106962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.106965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018172.106971:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018172.106984:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.106990:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8717800 x1818247339379456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.107000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339379456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.107007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.107010:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.107013:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018172.107019:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018172.107032:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018172.107038:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018172/real 1734018172] req@ffff8800a8716d80 x1818247339379584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018172.107055:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339379584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018172.107063:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018172.107065:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018172.107068:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339379584:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018172.842374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018173.844470:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018174.846412:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018175.848419:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018176.850293:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018177.114252:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018177.114270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114284:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018177.114393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339379712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018177.114438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114443:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114446:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114450:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018177.114474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339379840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018177.114490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114495:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114501:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018177.114518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339379968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018177.114532:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018177.114552:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339379712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018177.114556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339380096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018177.114571:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114574:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114577:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114580:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018177.114593:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339380224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114605:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018177.114607:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018177.114611:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018177.114622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018177.114630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339380352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018177.114640:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018177.114643:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018177.114644:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018177.114646:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8714380 x1818247339379712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018177.114648:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2440 00000100:00080000:0.0:1734018177.114651:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018177.114655:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018177.114659:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018177.114666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339379712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018177.114668:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339380480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018177.114678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339379712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018177.114696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018177.114715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8714a80 x1818247339379840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.114733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339379840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.114741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018177.114755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018177.114770:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8716d80 x1818247339379968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.114786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339379968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.114794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339379968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018177.114826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018177.114839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8717800 x1818247339380096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.114856:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339380096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.114864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018177.114875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018177.114892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8716680 x1818247339380224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.114909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339380224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.114917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018177.114928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018177.114940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8716a00 x1818247339380352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.114956:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339380352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.114963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.114965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.114968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018177.114974:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018177.114987:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018177.114993:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018177/real 1734018177] req@ffff8800a8715f80 x1818247339380480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018177.115009:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339380480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018177.115017:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018177.115019:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018177.115022:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339380480:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018177.852379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018178.854352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018179.856367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018180.858384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018181.860352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018182.122239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122288:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018182.122292:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122303:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122313:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122321:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018182.122356:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339380608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018182.122393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122398:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122407:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018182.122427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339380736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018182.122442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018182.122464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339380864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018182.122477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122483:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122486:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018182.122496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339380608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018182.122498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339380992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018182.122518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122521:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122523:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018182.122538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339381120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018182.122549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018182.122550:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018182.122560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018182.122571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339381248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018182.122579:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018182.122581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8715880 x1818247339380608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018182.122582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018182.122583:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018182.122587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2445 00000100:00080000:0.0:1734018182.122590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018182.122593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018182.122598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018182.122601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339380608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018182.122605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339381376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018182.122611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339380608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018182.122626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018182.122644:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8717b80 x1818247339380736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339380736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018182.122682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018182.122696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8714000 x1818247339380864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339380864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018182.122749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018182.122763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8715180 x1818247339380992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339380992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339380992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018182.122797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018182.122813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8714e00 x1818247339381120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339381120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018182.122848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018182.122860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8717100 x1818247339381248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339381248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018182.122893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018182.122906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018182.122912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018182/real 1734018182] req@ffff8800a8715500 x1818247339381376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018182.122928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339381376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018182.122936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018182.122938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018182.122941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339381376:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018182.862349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018183.864308:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018184.866394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018185.868407:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018186.870430:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018187.130290:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130302:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018187.130307:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130322:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130335:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130345:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018187.130394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339381504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018187.130432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018187.130439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130444:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130447:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130451:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018187.130475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339381632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018187.130485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018187.130491:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130496:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130499:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130503:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018187.130517:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339381760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018187.130526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018187.130530:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018187.130547:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339381504:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018187.130553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339381888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018187.130563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018187.130568:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130571:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130574:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130577:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130582:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018187.130591:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339382016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018187.130600:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130603:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018187.130605:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130608:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130611:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130615:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130619:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018187.130626:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339382144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018187.130632:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018187.130635:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018187.130638:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018187.130639:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018187.130643:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2450 00000100:00080000:0.0:1734018187.130646:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018187.130649:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018187.130653:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018187.130659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8717480 x1818247339381504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018187.130661:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339382272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018187.130680:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339381504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339381504:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018187.130708:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381632:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018187.130727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.130734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8714700 x1818247339381632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.130746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339381632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130754:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018187.130767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018187.130782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.130788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8715500 x1818247339381760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.130798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339381760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130813:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018187.130841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018187.130854:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.130860:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8717100 x1818247339381888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.130871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339381888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339381888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018187.130889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018187.130906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.130913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8714e00 x1818247339382016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.130924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339382016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130932:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018187.130942:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018187.130954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.130960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8715180 x1818247339382144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.130970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339382144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.130977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.130979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.130982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018187.130987:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018187.131000:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018187.131006:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018187/real 1734018187] req@ffff8800a8714000 x1818247339382272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018187.131022:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339382272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018187.131029:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018187.131031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018187.131034:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382272:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018187.872369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018188.874379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018189.876395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018190.878378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018191.880372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018192.138273:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138287:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018192.138292:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138307:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138320:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138329:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018192.138379:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339382400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018192.138425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138430:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138433:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138437:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018192.138460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339382528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018192.138476:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138483:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018192.138502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339382656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018192.138520:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018192.138535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339382400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018192.138544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339382784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138556:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018192.138558:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138561:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138564:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138567:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018192.138581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339382912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018192.138595:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018192.138598:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138603:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018192.138610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138612:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018192.138621:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339383040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018192.138629:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018192.138632:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018192.138634:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018192.138635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8717b80 x1818247339382400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018192.138638:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2455 00000100:00080000:0.0:1734018192.138641:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018192.138644:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018192.138648:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018192.138655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339382400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018192.138656:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339383168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018192.138667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339382400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018192.138684:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018192.138704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8715880 x1818247339382528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339382528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.138731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018192.138763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018192.138778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8715f80 x1818247339382656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339382656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.138804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018192.138815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018192.138828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8716a00 x1818247339382784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339382784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.138851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339382784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018192.138863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018192.138879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8716680 x1818247339382912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339382912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.138904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339382912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018192.138915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018192.138928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8717800 x1818247339383040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339383040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.138951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.138953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.138956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018192.138962:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018192.138975:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018192.138981:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018192/real 1734018192] req@ffff8800a8716d80 x1818247339383168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018192.138998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339383168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018192.139006:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018192.139008:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018192.139011:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383168:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018192.882401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018193.884377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018194.886363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018195.888367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018196.890329:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018197.146241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018197.146254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018197.146316:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339383296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018197.146363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146368:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146371:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146384:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018197.146395:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339383424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018197.146409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146419:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018197.146433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339383552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018197.146446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018197.146466:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339383296:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018197.146469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339383680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018197.146482:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146485:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146488:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146491:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018197.146502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339383808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018197.146513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018197.146515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018197.146530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018197.146535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339383936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018197.146550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018197.146551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8714a80 x1818247339383296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018197.146553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018197.146555:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018197.146558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2460 00000100:00080000:0.0:1734018197.146561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018197.146564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018197.146568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018197.146570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339383296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018197.146575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339384064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018197.146581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339383296:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018197.146597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018197.146615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8714380 x1818247339383424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339383424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018197.146654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018197.146667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8716d80 x1818247339383552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339383552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018197.146721:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018197.146734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8717800 x1818247339383680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339383680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146761:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339383680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018197.146769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018197.146785:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8716680 x1818247339383808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339383808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146812:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018197.146820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018197.146832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8716a00 x1818247339383936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339383936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339383936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018197.146865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018197.146877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018197.146884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018197/real 1734018197] req@ffff8800a8715f80 x1818247339384064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018197.146900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339384064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018197.146908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018197.146910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018197.146913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384064:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018197.892362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018198.894357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018199.896348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018200.898374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018201.900377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018202.154254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018202.154268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018202.154278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018202.154332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339384192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018202.154368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154374:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018202.154377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018202.154384:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154388:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018202.154408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018202.154425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339384320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018202.154437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339384192:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018202.154441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018202.154448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018202.154454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018202.154469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018202.154481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339384448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018202.154493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018202.154500:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018202.154505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2465 00000800:00000100:2.0:1734018202.154506:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018202.154509:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018202.154519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018202.154530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339384576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018202.154531:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8715880 x1818247339384192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018202.154545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018202.154553:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018202.154555:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339384192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018202.154558:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154563:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154568:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734018202.154569:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1734018202.154574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1734018202.154574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.154581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339384192:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018202.154586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339384704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018202.154599:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154603:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018202.154606:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018202.154609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384320:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018202.154612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154616:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154621:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018202.154626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018202.154636:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018202.154639:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339384832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018202.154647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8717b80 x1818247339384320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018202.154654:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018202.154659:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018202.154662:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018202.154665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339384320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018202.154668:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2465 00000100:00080000:0.0:1734018202.154671:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018202.154677:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734018202.154678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.154682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734018202.154683:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018202.154688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018202.154695:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339384960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018202.154697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018202.154720:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018202.154731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8714000 x1818247339384448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018202.154748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339384448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018202.154760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.154763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.154769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018202.154778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018202.154806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018202.154816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8715180 x1818247339384576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018202.154827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339384576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018202.154835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.154837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.154840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339384576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018202.154846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018202.154864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018202.154871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8714e00 x1818247339384704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018202.154881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339384704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018202.154889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.154891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.154894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018202.154961:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018202.154979:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018202.154987:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8717100 x1818247339384832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018202.154997:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339384832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018202.155005:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.155007:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.155010:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018202.155015:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018202.155028:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018202.155035:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018202/real 1734018202] req@ffff8800a8715500 x1818247339384960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018202.155052:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339384960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018202.155060:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018202.155062:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018202.155065:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339384960:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018202.902372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018203.904364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018204.906475:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018205.908345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018206.910364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018207.162292:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162301:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018207.162306:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162318:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162327:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162334:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018207.162369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339385088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018207.162408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162412:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162416:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162419:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018207.162439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339385216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018207.162455:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162465:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018207.162478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339385344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018207.162491:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162497:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018207.162507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339385088:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018207.162511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339385472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018207.162525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162528:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162531:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162534:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018207.162545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339385600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018207.162559:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162563:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018207.162579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339385728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018207.162587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018207.162590:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018207.162591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018207.162595:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2470 00000100:00080000:0.0:1734018207.162597:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018207.162600:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018207.162604:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018207.162604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018207.162611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339385856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018207.162627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8714700 x1818247339385088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339385088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339385088:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018207.162673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018207.162691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.162698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8717480 x1818247339385216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339385216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018207.162730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018207.162744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.162750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8715500 x1818247339385344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339385344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162768:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162770:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162773:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018207.162796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018207.162809:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.162842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8717100 x1818247339385472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339385472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339385472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018207.162874:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018207.162913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.162922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8714e00 x1818247339385600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339385600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018207.162952:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018207.162965:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.162971:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8715180 x1818247339385728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.162981:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339385728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.162988:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.162990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.162993:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018207.162999:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018207.163011:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018207.163017:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018207/real 1734018207] req@ffff8800a8714000 x1818247339385856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018207.163034:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339385856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018207.163042:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018207.163044:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018207.163047:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339385856:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018207.912363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018208.914397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018209.916426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018210.918359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018211.920395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018212.170254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018212.170262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018212.170267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018212.170331:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339385984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170365:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018212.170369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018212.170371:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170375:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170378:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170382:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018212.170401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339386112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018212.170414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018212.170416:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170420:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018212.170438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339386240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018212.170450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018212.170452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018212.170473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339386368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018212.170484:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339385984:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018212.170485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018212.170487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018212.170507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339386496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018212.170518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018212.170519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018212.170541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339386624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018212.170549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734018212.170551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018212.170552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018212.170553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018212.170557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2476 00000100:00080000:0.0:1734018212.170560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018212.170563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018212.170566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018212.170573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8717b80 x1818247339385984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018212.170574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339386752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018212.170592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339385984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339385984:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018212.170618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386112:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018212.170636:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170643:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8715880 x1818247339386112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339386112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018212.170675:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018212.170689:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170695:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8715f80 x1818247339386240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170706:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339386240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170714:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170716:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170720:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018212.170791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018212.170810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8716a00 x1818247339386368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339386368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339386368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018212.170847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018212.170864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8716680 x1818247339386496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339386496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018212.170898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018212.170910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8717800 x1818247339386624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170926:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339386624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018212.170944:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018212.170957:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018212.170963:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018212/real 1734018212] req@ffff8800a8716d80 x1818247339386752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018212.170980:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339386752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018212.170988:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018212.170990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018212.170993:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339386752:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018212.922413:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018213.924377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018214.926387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018215.928374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018216.930360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018217.178242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018217.178256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018217.178319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339386880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018217.178353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018217.178362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178370:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178381:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018217.178411:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339387008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018217.178420:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339386880:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018217.178427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018217.178434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018217.178468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339387136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018217.178480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018217.178487:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178492:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178496:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018217.178519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339387264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018217.178519:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387008:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018217.178534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018217.178541:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178546:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178550:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018217.178550:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387136:192.168.201.160@tcp:8:kworker.0 00000100:00080000:0.0:1734018217.178556:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018217.178574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339387392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018217.178575:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387264:192.168.201.160@tcp:8:kworker.0 00000100:00080000:0.0:1734018217.178589:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018217.178596:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018217.178600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387392:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018217.178602:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00080000:0.0:1734018217.178606:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178617:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018217.178630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339387520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018217.178680:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018217.178686:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018217.178689:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018217.178695:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2481 00000100:00100000:2.0:1734018217.178699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387520:192.168.201.160@tcp:8:kworker.0 00000100:00080000:0.0:1734018217.178702:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018217.178707:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018217.178714:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018217.178730:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339387648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018217.178770:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387648:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018217.932345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018218.934401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018219.936459:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018220.184374:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018220.184422:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018220.184442:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184476:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184484:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184492:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184499:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184506:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018220.184513:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018220.184623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8715f80 x1818247339387648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339387648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018220.184683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8716a00 x1818247339387520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339387520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018220.184715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8716680 x1818247339387392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339387392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339387392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018220.184753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8717800 x1818247339387264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339387264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018220.184804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8714a80 x1818247339387008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339387008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018220.184868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8716d80 x1818247339387136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339387136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018220.184916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018217/real 1734018220] req@ffff8800a8714380 x1818247339386880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018220.184935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339386880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018220.184947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018220.184951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018220.184957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339386880:192.168.201.160@tcp:250:kworker.0 00010000:00010000:0.0:1734018220.938366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018221.940395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018222.186218:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186227:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018222.186232:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186242:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186252:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186259:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018222.186295:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339387776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186327:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186331:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018222.186333:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186337:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186340:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186353:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018222.186364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339387904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018222.186386:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186389:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186392:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186395:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018222.186407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339388032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018222.186419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186423:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186428:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018222.186437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339387776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018222.186440:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339388160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018222.186453:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186457:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186460:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186463:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018222.186475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339388288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018222.186487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00080000:0.0:1734018222.186493:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018222.186502:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018222.186507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339388416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018222.186515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018222.186518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018222.186519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018222.186523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2486 00000100:00100000:2.0:1734018222.186524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8715880 x1818247339387776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018222.186525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018222.186528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018222.186532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018222.186541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339388544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018222.186543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339387776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186554:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186649:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339387776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018222.186658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018222.186682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8717b80 x1818247339387904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339387904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339387904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018222.186725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018222.186739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8714000 x1818247339388032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339388032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018222.186795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018222.186808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8715180 x1818247339388160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339388160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018222.186844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018222.186857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8714e00 x1818247339388288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186873:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339388288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018222.186892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018222.186905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8717100 x1818247339388416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339388416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018222.186939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018222.186952:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018222.186957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018222/real 1734018222] req@ffff8800a8715500 x1818247339388544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018222.186967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339388544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018222.186975:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018222.186977:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018222.186980:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339388544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018222.942356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018223.944361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018224.946356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018225.948376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018226.950361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018227.194256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018227.194270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018227.194333:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339388672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018227.194373:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194378:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194381:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194384:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194394:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018227.194405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339388800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018227.194420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018227.194447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339388928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018227.194460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018227.194508:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339388672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018227.194513:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339389056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018227.194527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194531:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194534:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194537:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018227.194549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339389184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194564:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018227.194567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018227.194569:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194573:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194575:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018227.194576:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018227.194579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018227.194590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339389312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018227.194598:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018227.194599:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8717480 x1818247339388672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018227.194601:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018227.194602:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018227.194606:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2491 00000100:00080000:0.0:1734018227.194609:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018227.194612:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018227.194616:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018227.194620:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339388672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018227.194624:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339389440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018227.194631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339388672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018227.194647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018227.194666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8714700 x1818247339388800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339388800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194698:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018227.194704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018227.194717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8715500 x1818247339388928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339388928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339388928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018227.194773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018227.194786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194793:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8717100 x1818247339389056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339389056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018227.194821:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018227.194833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8714e00 x1818247339389184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339389184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194859:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018227.194867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018227.194882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8715180 x1818247339389312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339389312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018227.194916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018227.194928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018227.194934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018227/real 1734018227] req@ffff8800a8714000 x1818247339389440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018227.194944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339389440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018227.194952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018227.194954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018227.194957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339389440:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018227.952354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018228.954390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018229.956351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018230.958327:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018231.960361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018232.202249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018232.202263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00080000:0.0:1734018232.202282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018232.202324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339389568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018232.202357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018232.202364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202368:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00080000:0.0:1734018232.202371:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202384:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018232.202427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339389696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018232.202438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018232.202443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00080000:0.0:1734018232.202450:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018232.202466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339389824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018232.202476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018232.202483:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202487:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00100000:2.0:1734018232.202488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339389568:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018232.202490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018232.202504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339389952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018232.202512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018232.202517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00080000:0.0:1734018232.202522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018232.202537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339390080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018232.202545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018232.202550:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2496 00000800:00000100:2.0:1734018232.202554:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018232.202556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018232.202571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339390208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018232.202577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8717b80 x1818247339389568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018232.202580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018232.202583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018232.202584:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018232.202588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2496 00000100:00080000:0.0:1734018232.202590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018232.202593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018232.202598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018232.202604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339389568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018232.202605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339390336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018232.202615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339389568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018232.202630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018232.202648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8715880 x1818247339389696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339389696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018232.202703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018232.202717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8714380 x1818247339389824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339389824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018232.202754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018232.202767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8716d80 x1818247339389952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339389952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339389952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018232.202801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018232.202814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8714a80 x1818247339390080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339390080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018232.202849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018232.202864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8717800 x1818247339390208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339390208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018232.202898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018232.202911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018232.202917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018232/real 1734018232] req@ffff8800a8716680 x1818247339390336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018232.202927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339390336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018232.202934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018232.202936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018232.202939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390336:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018232.962358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018233.964412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018234.966422:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018235.968439:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018236.970363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018237.210243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018237.210252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018237.210256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018237.210282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018237.210354:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339390464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018237.210387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018237.210393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018237.210397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210403:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210408:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018237.210414:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018237.210427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018237.210445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339390592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018237.210458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339390464:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018237.210461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018237.210466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018237.210468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018237.210483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018237.210489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018237.210503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339390720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018237.210515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018237.210519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018237.210521:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018237.210535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018237.210542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018237.210554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339390848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018237.210562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018237.210569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018237.210574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018237.210576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210581:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210584:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018237.210588:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8716a00 x1818247339390464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018237.210590:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018237.210596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018237.210608:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339390976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018237.210621:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018237.210623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339390464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018237.210626:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018237.210629:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210635:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:2.0:1734018237.210637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018237.210639:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018237.210641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018237.210644:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018237.210647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339390464:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018237.210649:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018237.210660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339391104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018237.210673:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018237.210674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390592:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018237.210678:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018237.210680:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018237.210685:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2501 00000100:00080000:0.0:1734018237.210690:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018237.210694:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018237.210700:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018237.210703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018237.210713:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339391232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018237.210715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8715f80 x1818247339390592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.210733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339390592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.210746:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.210749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.210755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018237.210765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018237.210792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018237.210805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8716680 x1818247339390720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.210824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339390720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.210833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.210836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.210840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018237.210847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018237.210866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018237.210873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8717800 x1818247339390848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.210883:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339390848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.210891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.210893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.210897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339390848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018237.210902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018237.210915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018237.210922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8714a80 x1818247339390976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.210931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339390976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.210939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.210941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.210945:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339390976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018237.210962:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018237.210978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018237.210985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8716d80 x1818247339391104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.210996:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339391104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.211003:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.211005:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.211008:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018237.211013:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018237.211025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018237.211031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018237/real 1734018237] req@ffff8800a8714380 x1818247339391232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018237.211041:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339391232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018237.211048:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018237.211051:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018237.211054:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018237.972386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018238.974368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018239.976323:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018240.978352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018241.980412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018242.218243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018242.218257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018242.218322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339391360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018242.218360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218372:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018242.218393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339391488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018242.218414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018242.218438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339391616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018242.218450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018242.218468:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339391360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018242.218472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339391744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018242.218485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218491:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018242.218506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339391872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018242.218519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018242.218523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018242.218532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018242.218540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339392000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018242.218548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018242.218551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018242.218552:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018242.218554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8715880 x1818247339391360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018242.218556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2506 00000100:00080000:0.0:1734018242.218559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018242.218562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018242.218566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018242.218573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339392128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018242.218581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339391360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218592:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339391360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018242.218607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018242.218626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8717b80 x1818247339391488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339391488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018242.218663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018242.218677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8714000 x1818247339391616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339391616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018242.218733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018242.218746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8715180 x1818247339391744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339391744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339391744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018242.218780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018242.218793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8714e00 x1818247339391872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339391872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339391872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018242.218827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018242.218843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8717100 x1818247339392000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339392000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018242.218876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018242.218889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018242.218895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018242/real 1734018242] req@ffff8800a8715500 x1818247339392128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018242.218904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339392128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018242.218912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018242.218914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018242.218917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392128:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018242.982409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018243.984391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018244.986387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018245.988377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018246.990346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018247.226260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226273:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018247.226279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226304:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226314:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018247.226363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339392256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226404:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018247.226406:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226411:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226414:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226418:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018247.226443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339392384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018247.226459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018247.226486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339392512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018247.226500:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018247.226510:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339392256:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018247.226511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018247.226524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339392640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018247.226538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226542:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226544:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226548:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018247.226560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339392768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018247.226574:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226577:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018247.226595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018247.226596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339392896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018247.226604:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018247.226607:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018247.226608:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018247.226612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2511 00000100:00080000:0.0:1734018247.226614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018247.226618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018247.226622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018247.226624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8714700 x1818247339392256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018247.226630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339393024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018247.226654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339392256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339392256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018247.226682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018247.226701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8717480 x1818247339392384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339392384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226728:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018247.226761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018247.226776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8715500 x1818247339392512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339392512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018247.226814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018247.226827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8717100 x1818247339392640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339392640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339392640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018247.226863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018247.226877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8714e00 x1818247339392768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339392768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018247.226912:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018247.226929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8715180 x1818247339392896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226946:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339392896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.226953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.226955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.226958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339392896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018247.226963:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018247.226976:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018247.226982:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018247/real 1734018247] req@ffff8800a8714000 x1818247339393024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018247.226992:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339393024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018247.227000:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018247.227002:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018247.227005:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393024:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018247.992388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018248.994345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018249.996372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018250.998323:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018252.000375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018252.234230:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018252.234243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234254:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234262:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234271:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018252.234307:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339393152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018252.234341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234346:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018252.234348:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234352:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234355:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234359:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018252.234368:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018252.234379:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339393280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018252.234389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018252.234394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234399:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234401:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234405:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018252.234409:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018252.234417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339393408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018252.234426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018252.234431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234435:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018252.234444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018252.234452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339393536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018252.234455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339393152:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018252.234461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018252.234466:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234469:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234471:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234475:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018252.234479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018252.234486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339393664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018252.234494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018252.234498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234502:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234505:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018252.234512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018252.234519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339393792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018252.234519:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018252.234528:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018252.234532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018252.234533:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018252.234536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2516 00000100:00080000:0.0:1734018252.234539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018252.234542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8717b80 x1818247339393152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018252.234546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018252.234553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339393920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018252.234570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339393152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234580:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234588:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339393152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018252.234595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018252.234613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8715880 x1818247339393280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339393280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234639:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234642:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234645:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018252.234651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018252.234665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8714380 x1818247339393408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339393408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018252.234719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018252.234733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8716d80 x1818247339393536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234750:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339393536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339393536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018252.234767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018252.234780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8714a80 x1818247339393664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339393664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018252.234813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018252.234829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8717800 x1818247339393792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339393792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018252.234863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018252.234875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018252.234881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018252/real 1734018252] req@ffff8800a8716680 x1818247339393920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018252.234891:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339393920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018252.234898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018252.234900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018252.234903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339393920:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018253.002368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018254.004383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018255.006345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018256.008359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018257.010330:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018257.242248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018257.242262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018257.242323:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339394048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018257.242363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242385:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018257.242396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339394176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018257.242411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242417:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242420:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018257.242434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339394304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018257.242447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018257.242465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339394048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018257.242468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339394432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018257.242489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242492:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242494:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242497:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018257.242509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339394560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018257.242520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018257.242521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018257.242528:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018257.242530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018257.242541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339394688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018257.242549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018257.242550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8715f80 x1818247339394048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018257.242552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018257.242554:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018257.242558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2521 00000100:00080000:0.0:1734018257.242561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018257.242564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018257.242568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018257.242576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339394816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018257.242577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339394048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339394048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018257.242603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018257.242621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8716a00 x1818247339394176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339394176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018257.242658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018257.242672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8716680 x1818247339394304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339394304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018257.242728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018257.242741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8717800 x1818247339394432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339394432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339394432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018257.242776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018257.242788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8714a80 x1818247339394560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339394560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018257.242822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018257.242838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8716d80 x1818247339394688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339394688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018257.242871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018257.242884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018257.242890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018257/real 1734018257] req@ffff8800a8714380 x1818247339394816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018257.242900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339394816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018257.242907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018257.242909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018257.242912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339394816:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018258.012290:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018259.014391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018260.016354:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018261.018391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018262.020372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018262.250251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018262.250264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018262.250327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339394944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018262.250360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250364:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018262.250366:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250370:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250373:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250377:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250386:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018262.250397:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339395072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018262.250406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018262.250412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250419:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250422:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018262.250434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339395200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018262.250442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018262.250447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018262.250467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339395328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018262.250470:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339394944:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018262.250476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018262.250480:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250483:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250486:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250489:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018262.250502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339395456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018262.250510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018262.250515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018262.250524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018262.250534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018262.250535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339395584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018262.250543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018262.250546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018262.250548:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018262.250551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2526 00000100:00080000:0.0:1734018262.250553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018262.250555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8715880 x1818247339394944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018262.250557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018262.250561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018262.250568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339395712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018262.250582:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339394944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250592:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250596:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339394944:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018262.250608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018262.250626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8717b80 x1818247339395072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339395072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250652:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018262.250663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018262.250677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8714000 x1818247339395200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339395200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018262.250732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018262.250746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8715180 x1818247339395328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339395328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018262.250780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018262.250793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8714e00 x1818247339395456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339395456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018262.250827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018262.250843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8717100 x1818247339395584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339395584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018262.250922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018262.250940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018262.250948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018262/real 1734018262] req@ffff8800a8715500 x1818247339395712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018262.250958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339395712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018262.250966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018262.250968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018262.250971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339395712:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018263.022360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018264.024380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018265.026390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018266.028397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018267.030342:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018267.258233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258242:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018267.258247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258266:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258273:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018267.258307:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339395840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258344:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018267.258346:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258350:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258354:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258357:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258367:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018267.258377:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339395968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018267.258392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258396:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258399:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258402:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018267.258417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339396096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018267.258431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258434:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018267.258448:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339395840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018267.258452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339396224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018267.258465:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258468:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258471:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258474:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018267.258485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339396352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018267.258497:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00080000:0.0:1734018267.258504:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258507:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018267.258512:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018267.258519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339396480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018267.258526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018267.258529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018267.258531:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018267.258534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2531 00000100:00100000:2.0:1734018267.258534:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8717480 x1818247339395840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018267.258537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018267.258540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018267.258543:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018267.258551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339396608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018267.258562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339395840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339395840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018267.258587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018267.258605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8714700 x1818247339395968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339395968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339395968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018267.258642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018267.258656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8715500 x1818247339396096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339396096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018267.258711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018267.258724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8717100 x1818247339396224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339396224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018267.258759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018267.258772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8714e00 x1818247339396352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339396352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018267.258856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018267.258878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8715180 x1818247339396480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339396480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018267.258914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018267.258928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018267.258934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018267/real 1734018267] req@ffff8800a8714000 x1818247339396608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018267.258943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339396608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018267.258951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018267.258953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018267.258956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339396608:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018268.032364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018269.034355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018270.036369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018271.038380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018272.040376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018272.266230:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266238:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018272.266243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266253:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266262:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266270:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018272.266306:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339396736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018272.266352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266356:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018272.266384:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339396864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018272.266398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018272.266421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339396992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018272.266434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018272.266454:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339396736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018272.266456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339397120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018272.266469:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266472:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266475:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266478:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018272.266490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339397248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018272.266502:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266506:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018272.266518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018272.266523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339397376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018272.266537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018272.266540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018272.266541:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8717b80 x1818247339396736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018272.266542:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018272.266545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2536 00000100:00080000:0.0:1734018272.266548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018272.266551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018272.266554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018272.266562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339397504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018272.266568:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339396736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266581:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339396736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018272.266593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018272.266611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266618:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8715880 x1818247339396864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266629:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339396864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266640:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018272.266649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018272.266662:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8714380 x1818247339396992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339396992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339396992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018272.266761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018272.266780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8716d80 x1818247339397120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339397120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018272.266817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018272.266831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8714a80 x1818247339397248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339397248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018272.266866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018272.266881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8717800 x1818247339397376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339397376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018272.266916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018272.266929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018272.266935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018272/real 1734018272] req@ffff8800a8716680 x1818247339397504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018272.266945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339397504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018272.266953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018272.266955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018272.266958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339397504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018273.042361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018274.044378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018275.046352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018276.048373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018277.050377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018277.274263:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018277.274276:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274287:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274295:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274302:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018277.274337:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339397632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274370:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274374:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018277.274376:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274381:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274384:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274389:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018277.274410:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339397760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274420:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018277.274425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274429:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274432:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274435:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018277.274449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339397888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018277.274461:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018277.274475:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339397632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018277.274483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339398016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018277.274497:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274501:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274503:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274507:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018277.274518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339398144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018277.274529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018277.274531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018277.274539:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018277.274540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018277.274551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339398272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018277.274559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018277.274560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8716a00 x1818247339397632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018277.274562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018277.274563:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018277.274567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2541 00000100:00080000:0.0:1734018277.274569:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018277.274572:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018277.274577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018277.274584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339398400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018277.274587:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339397632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274597:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274605:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339397632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018277.274612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018277.274671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8715f80 x1818247339397760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339397760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018277.274711:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018277.274726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274733:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8716680 x1818247339397888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339397888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339397888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018277.274782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018277.274795:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8717800 x1818247339398016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339398016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018277.274840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018277.274855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274862:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8714a80 x1818247339398144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339398144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274883:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018277.274891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018277.274908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274915:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8716d80 x1818247339398272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339398272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274932:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018277.274943:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018277.274956:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018277.274962:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018277/real 1734018277] req@ffff8800a8714380 x1818247339398400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018277.274971:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339398400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018277.274979:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018277.274981:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018277.274984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339398400:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018278.052373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018279.054354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018280.056387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018281.058307:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018282.060341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018282.282266:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282275:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018282.282279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282290:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282298:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018282.282342:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339398528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018282.282376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018282.282383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018282.282403:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018282.282414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339398656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018282.282423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282426:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018282.282429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282433:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282439:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018282.282444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018282.282452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339398784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018282.282461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018282.282465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018282.282478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018282.282486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339398912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018282.282486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339398528:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018282.282495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018282.282499:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282503:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282505:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282508:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018282.282512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018282.282520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339399040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018282.282529:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018282.282534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282565:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282569:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282572:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018282.282577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018282.282585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339399168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018282.282594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018282.282597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018282.282599:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018282.282602:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2546 00000100:00080000:0.0:1734018282.282604:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018282.282608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018282.282608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398656:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018282.282612:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018282.282620:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339399296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018282.282633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018282.282655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018282.282671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018282.282686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018282.282701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399296:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018283.062360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018284.064375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018285.066392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018285.288386:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018285.288433:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018285.288452:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288525:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288535:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288542:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288549:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288555:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018285.288562:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018285.288587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8715180 x1818247339398912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339398912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288656:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018285.288667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8714e00 x1818247339399040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339399040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018285.288721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8717100 x1818247339399168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339399168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018285.288769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8715500 x1818247339399296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288786:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339399296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018285.288817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8715880 x1818247339398528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339398528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339398528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018285.288866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8717b80 x1818247339398656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339398656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018285.288928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018282/real 1734018285] req@ffff8800a8714000 x1818247339398784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018285.288946:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339398784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018285.288959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018285.288962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018285.288968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339398784:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018286.068375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018287.070382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018287.290253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018287.290266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018287.290328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339399424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018287.290367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018287.290398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339399552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018287.290413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018287.290437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339399680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018287.290479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290484:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018287.290499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339399424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018287.290504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339399808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018287.290519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290522:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290524:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290528:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018287.290539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339399936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018287.290551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018287.290552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018287.290564:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018287.290574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339400064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018287.290583:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018287.290585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8714700 x1818247339399424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018287.290586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018287.290587:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018287.290591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2551 00000100:00080000:0.0:1734018287.290593:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018287.290596:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018287.290600:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018287.290604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339399424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018287.290608:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339400192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018287.290614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339399424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018287.290630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018287.290648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8717480 x1818247339399552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290667:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339399552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018287.290686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018287.290699:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290705:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8714000 x1818247339399680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290716:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339399680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290723:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018287.290752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018287.290764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8717b80 x1818247339399808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339399808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339399808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018287.290806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018287.290819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8715880 x1818247339399936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339399936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339399936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018287.290852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018287.290864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8715500 x1818247339400064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339400064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018287.290899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018287.290912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018287.290918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018287/real 1734018287] req@ffff8800a8717100 x1818247339400192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018287.290928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339400192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018287.290936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018287.290938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018287.290941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018288.072382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018289.074390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018290.076357:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018291.078364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018292.080361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018292.298238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298246:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018292.298250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298261:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018292.298314:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339400320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018292.298346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018292.298352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298360:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298364:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018292.298423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018292.298436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339400448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018292.298447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734018292.298451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339400320:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018292.298453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018292.298467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018292.298476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339400576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018292.298485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018292.298489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018292.298502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018292.298510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339400704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018292.298517:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018292.298519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018292.298524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298528:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298530:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298534:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018292.298537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018292.298540:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8714e00 x1818247339400320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018292.298545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339400832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018292.298553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018292.298558:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018292.298560:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339400320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018292.298562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734018292.298570:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1734018292.298572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734018292.298574:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018292.298579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339400960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018292.298579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339400320:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018292.298587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018292.298590:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018292.298591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018292.298595:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2556 00000100:00080000:0.0:1734018292.298598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018292.298601:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400448:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018292.298605:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018292.298614:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339401088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018292.298620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8715180 x1818247339400448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339400448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018292.298668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018292.298682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8714380 x1818247339400576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339400576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018292.298716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018292.298729:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8716d80 x1818247339400704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339400704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298754:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298756:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339400704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018292.298766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018292.298779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8714a80 x1818247339400832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339400832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018292.298813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018292.298825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8717800 x1818247339400960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339400960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339400960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018292.298868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018292.298884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018292.298890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018292/real 1734018292] req@ffff8800a8716680 x1818247339401088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018292.298901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339401088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018292.298909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018292.298911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018292.298914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401088:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018293.082388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018294.084405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018295.086398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018296.088392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018297.090370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018297.306243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018297.306256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306321:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018297.306356:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339401216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018297.306388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018297.306394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018297.306415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018297.306426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339401344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018297.306443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018297.306448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018297.306461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018297.306472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339401472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018297.306481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018297.306486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339401216:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018297.306499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018297.306507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339401600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018297.306515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018297.306520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306524:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306527:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306530:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018297.306534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018297.306541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339401728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018297.306549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018297.306554:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018297.306560:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018297.306564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018297.306568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018297.306575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339401856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018297.306582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8715f80 x1818247339401216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018297.306583:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018297.306586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018297.306587:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018297.306591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2561 00000100:00080000:0.0:1734018297.306593:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018297.306596:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018297.306600:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018297.306602:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339401216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018297.306608:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339401984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018297.306613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339401216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018297.306628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018297.306646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8716a00 x1818247339401344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339401344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018297.306701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018297.306715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8716680 x1818247339401472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339401472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018297.306751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018297.306763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8717800 x1818247339401600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339401600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339401600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018297.306797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018297.306811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8714a80 x1818247339401728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339401728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018297.306844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018297.306856:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306862:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8716d80 x1818247339401856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339401856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018297.306890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018297.306903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018297.306909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018297/real 1734018297] req@ffff8800a8714380 x1818247339401984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018297.306919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339401984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018297.306927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018297.306929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018297.306932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339401984:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018298.092341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018299.094430:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018300.096405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018301.098483:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018302.100404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018302.314264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018302.314277:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314287:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018302.314339:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339402112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018302.314372:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314376:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018302.314378:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314382:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314385:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314389:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314398:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018302.314411:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339402240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018302.314420:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018302.314425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314429:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314433:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314437:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314441:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018302.314449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339402368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018302.314458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018302.314462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018302.314482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339402496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018302.314487:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339402112:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018302.314491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018302.314496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314499:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314501:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314504:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018302.314515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339402624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018302.314530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018302.314534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314538:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018302.314544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018302.314553:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018302.314555:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339402752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018302.314563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018302.314566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018302.314567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018302.314570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2566 00000100:00080000:0.0:1734018302.314573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018302.314575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8715180 x1818247339402112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018302.314576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018302.314580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018302.314587:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339402880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018302.314595:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339402112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314606:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314610:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314614:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339402112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018302.314621:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018302.314640:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8714e00 x1818247339402240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339402240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018302.314680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018302.314694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8717100 x1818247339402368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339402368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018302.314748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018302.314761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8715500 x1818247339402496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339402496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339402496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018302.314797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018302.314813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8715880 x1818247339402624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339402624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018302.314848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018302.314860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8717b80 x1818247339402752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339402752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018302.314894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018302.314907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018302.314913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018302/real 1734018302] req@ffff8800a8714000 x1818247339402880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018302.314930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339402880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018302.314938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018302.314940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018302.314943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339402880:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018303.102387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018304.104388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018305.106372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018306.108402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018307.110411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018307.322232:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018307.322250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018307.322344:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339403008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018307.322380:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322385:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018307.322387:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322392:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322395:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322399:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018307.322422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339403136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018307.322432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018307.322437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018307.322463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339403264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018307.322472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018307.322480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322484:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018307.322496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339403008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018307.322503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339403392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018307.322512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018307.322517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018307.322538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339403520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018307.322548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018307.322552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018307.322575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339403648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018307.322583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018307.322584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018307.322587:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018307.322589:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018307.322593:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2571 00000100:00080000:0.0:1734018307.322595:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018307.322599:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018307.322603:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018307.322610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339403776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018307.322616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8717480 x1818247339403008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339403008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339403008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018307.322674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018307.322698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8714700 x1818247339403136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339403136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018307.322740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018307.322756:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8714000 x1818247339403264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339403264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018307.322814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018307.322827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8717b80 x1818247339403392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339403392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339403392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018307.322862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018307.322880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8715880 x1818247339403520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339403520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018307.322915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018307.322928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8715500 x1818247339403648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339403648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.322951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.322953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.322956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018307.322961:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018307.322975:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018307.322981:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018307/real 1734018307] req@ffff8800a8717100 x1818247339403776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018307.322999:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339403776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018307.323008:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018307.323010:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018307.323013:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339403776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018308.112370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018309.114371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018310.116381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018311.118360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018312.120343:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018312.330246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018312.330260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018312.330326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339403904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018312.330360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018312.330367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018312.330398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339404032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018312.330408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018312.330413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018312.330436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339404160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018312.330444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018312.330448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018312.330470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339404288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018312.330471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339403904:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018312.330480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018312.330485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018312.330505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339404416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018312.330513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018312.330517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00080000:0.0:1734018312.330523:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330526:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018312.330535:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018312.330538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339404544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018312.330546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018312.330549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018312.330551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018312.330554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2576 00000100:00100000:2.0:1734018312.330557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8714e00 x1818247339403904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018312.330558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018312.330561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018312.330566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018312.330573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339404672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018312.330576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339403904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339403904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018312.330602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018312.330620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8715180 x1818247339404032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339404032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018312.330659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018312.330673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8714380 x1818247339404160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339404160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018312.330727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018312.330740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8716d80 x1818247339404288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339404288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018312.330775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018312.330791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8714a80 x1818247339404416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339404416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018312.330826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018312.330838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8717800 x1818247339404544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339404544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018312.330872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018312.330885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018312.330891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018312/real 1734018312] req@ffff8800a8716680 x1818247339404672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018312.330907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339404672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018312.330915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018312.330917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018312.330920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339404672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018313.122393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018314.124387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018315.126337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018316.128383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018317.130370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018317.338220:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338229:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018317.338233:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338244:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338253:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018317.338295:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339404800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018317.338329:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338334:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018317.338336:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338340:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338343:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338347:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338356:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018317.338367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339404928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018317.338385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338388:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018317.338390:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338394:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338396:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338400:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338404:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018317.338413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339405056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018317.338422:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018317.338426:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338432:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338435:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018317.338440:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339404800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018317.338447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339405184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018317.338456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338459:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018317.338461:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338464:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338467:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338471:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018317.338483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339405312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018317.338491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018317.338495:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018317.338503:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018317.338505:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338509:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018317.338516:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339405440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018317.338523:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8716a00 x1818247339404800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018317.338524:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018317.338527:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018317.338528:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018317.338532:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2581 00000100:00080000:0.0:1734018317.338535:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018317.338537:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018317.338541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018317.338543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339404800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018317.338549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339405568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018317.338554:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338557:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338562:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339404800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018317.338569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018317.338587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338594:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8715f80 x1818247339404928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339404928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339404928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018317.338626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018317.338639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8716680 x1818247339405056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338656:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339405056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338666:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018317.338694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018317.338706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8717800 x1818247339405184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339405184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018317.338742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018317.338758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8714a80 x1818247339405312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339405312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018317.338792:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018317.338804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8716d80 x1818247339405440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339405440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338830:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018317.338839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018317.338851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018317.338857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018317/real 1734018317] req@ffff8800a8714380 x1818247339405568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018317.338874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339405568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018317.338882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018317.338884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018317.338887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339405568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018318.132372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018319.134358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018320.136388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018321.138369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018322.140374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018322.346243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018322.346258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346286:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018322.346321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339405696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018322.346353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346357:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018322.346359:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346363:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346366:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346370:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346379:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018322.346390:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339405824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018322.346400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018322.346405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018322.346428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339405952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018322.346436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018322.346441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018322.346461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339406080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018322.346462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339405696:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018322.346470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018322.346474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346483:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018322.346494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339406208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018322.346502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018322.346508:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346512:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346514:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018322.346517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018322.346527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018322.346529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339406336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018322.346537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018322.346540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018322.346541:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018322.346544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2586 00000100:00080000:0.0:1734018322.346547:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018322.346548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8715180 x1818247339405696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018322.346550:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018322.346554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018322.346562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339406464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018322.346567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339405696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339405696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018322.346594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018322.346611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346618:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8714e00 x1818247339405824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346629:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339405824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018322.346650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018322.346664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346670:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8717100 x1818247339405952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339405952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339405952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018322.346718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018322.346731:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346737:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8715500 x1818247339406080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339406080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018322.346766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018322.346782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8715880 x1818247339406208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339406208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018322.346817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018322.346829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8717b80 x1818247339406336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339406336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018322.346905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018322.346922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018322.346930:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018322/real 1734018322] req@ffff8800a8714000 x1818247339406464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018322.346948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339406464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018322.346956:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018322.346958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018322.346961:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339406464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018323.142352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018324.144371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018325.146394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018326.148403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018327.150396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018327.354242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018327.354255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018327.354319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339406592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018327.354360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354381:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018327.354392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339406720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354405:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018327.354406:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018327.354431:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339406848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018327.354445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354454:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018327.354466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339406976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018327.354480:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354484:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354486:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018327.354488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339406592:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018327.354489:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018327.354502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339407104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018327.354514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354520:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018327.354536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339407232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018327.354544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018327.354547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018327.354549:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018327.354553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2591 00000100:00080000:0.0:1734018327.354555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018327.354559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018327.354563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018327.354570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339407360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018327.354583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8714700 x1818247339406592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339406592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.354648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.354652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.354657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339406592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018327.354666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018327.354686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354693:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8717480 x1818247339406720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339406720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.354713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.354717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.354721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018327.354728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018327.354743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8714000 x1818247339406848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354760:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339406848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.354811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.354814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.354818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018327.354850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018327.354870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8717b80 x1818247339406976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339406976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.354898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.354900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.354903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339406976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018327.354909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018327.354928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8715880 x1818247339407104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339407104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.354953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.354956:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.354959:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018327.354965:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018327.354978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.354984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8715500 x1818247339407232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.354994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339407232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.355001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.355003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.355006:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018327.355012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018327.355026:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018327.355033:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018327/real 1734018327] req@ffff8800a8717100 x1818247339407360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018327.355051:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339407360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018327.355059:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018327.355062:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018327.355065:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339407360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018328.152337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018329.154334:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018330.156353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018331.158365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018332.160384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018332.362225:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362233:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018332.362238:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362248:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362256:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362264:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018332.362300:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339407488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018332.362333:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362338:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018332.362340:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362344:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362349:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362353:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018332.362362:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018332.362373:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339407616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018332.362383:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018332.362388:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362392:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362395:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362398:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018332.362402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018332.362410:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339407744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018332.362419:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018332.362423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018332.362437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018332.362437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339407488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018332.362444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339407872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018332.362460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018332.362464:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362468:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362470:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362473:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018332.362477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018332.362485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339408000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018332.362493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018332.362497:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2596 00000800:00000100:2.0:1734018332.362502:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018332.362503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018332.362510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018332.362518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339408128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018332.362524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8714e00 x1818247339407488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018332.362526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018332.362529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018332.362530:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018332.362534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2596 00000100:00080000:0.0:1734018332.362538:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018332.362541:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362544:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339407488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018332.362545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018332.362553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339408256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018332.362555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339407488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018332.362570:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018332.362589:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362596:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8715180 x1818247339407616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339407616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018332.362628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018332.362642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8714380 x1818247339407744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339407744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018332.362750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018332.362771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8716d80 x1818247339407872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362790:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339407872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339407872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018332.362809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018332.362826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8714a80 x1818247339408000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339408000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018332.362861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018332.362873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8717800 x1818247339408128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339408128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362900:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018332.362905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018332.362918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018332.362924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018332/real 1734018332] req@ffff8800a8716680 x1818247339408256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018332.362941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339408256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018332.362949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018332.362951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018332.362954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018333.162377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018334.164383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018335.166397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018336.168357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018337.170372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018337.370193:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370202:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018337.370205:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370213:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370221:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370227:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018337.370257:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339408384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018337.370282:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018337.370287:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370291:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370293:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370296:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370303:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018337.370312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339408512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018337.370319:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370322:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018337.370324:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370327:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370329:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370332:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370335:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018337.370343:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339408640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018337.370349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018337.370352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370356:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370357:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370360:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370363:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018337.370369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339408768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018337.370371:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339408384:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018337.370376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018337.370380:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370382:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370384:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370387:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370391:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018337.370397:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339408896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018337.370404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018337.370407:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370412:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370414:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018337.370422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339409024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018337.370424:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018337.370428:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018337.370430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018337.370431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018337.370434:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2601 00000100:00080000:0.0:1734018337.370436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018337.370438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018337.370441:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018337.370441:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8715f80 x1818247339408384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018337.370447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339409152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018337.370456:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339408384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370465:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370467:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370471:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339408384:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018337.370476:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018337.370490:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370496:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8716a00 x1818247339408512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370504:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339408512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370510:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370513:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370516:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018337.370521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018337.370531:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370536:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8716680 x1818247339408640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370544:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339408640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370550:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370551:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370554:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018337.370574:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018337.370584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8717800 x1818247339408768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339408768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339408768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018337.370638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018337.370664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8714a80 x1818247339408896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339408896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370684:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339408896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018337.370692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018337.370702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8716d80 x1818247339409024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339409024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018337.370727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018337.370737:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018337.370741:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018337/real 1734018337] req@ffff8800a8714380 x1818247339409152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018337.370754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339409152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018337.370760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018337.370762:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018337.370764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018338.172348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018339.174336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018340.176358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018341.178363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018342.180368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018342.378241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018342.378255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018342.378318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339409280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018342.378352:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018342.378358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018342.378378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018342.378389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339409408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018342.378398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018342.378403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018342.378417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018342.378425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339409536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018342.378435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018342.378440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018342.378453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018342.378459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339409280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018342.378460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339409664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018342.378468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018342.378473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018342.378486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018342.378493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339409792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018342.378501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018342.378505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018342.378550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018342.378560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339409920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018342.378561:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018342.378568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018342.378572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018342.378573:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018342.378576:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2606 00000100:00080000:0.0:1734018342.378579:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018342.378582:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8715180 x1818247339409280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018342.378586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018342.378595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339410048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018342.378604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339409280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339409280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018342.378631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018342.378651:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8714e00 x1818247339409408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339409408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018342.378691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018342.378704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8717100 x1818247339409536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339409536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378728:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018342.378758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018342.378771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8715500 x1818247339409664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339409664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339409664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018342.378806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018342.378822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8715880 x1818247339409792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339409792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018342.378857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018342.378869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8717b80 x1818247339409920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339409920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339409920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018342.378902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018342.378914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018342.378920:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018342/real 1734018342] req@ffff8800a8714000 x1818247339410048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018342.378937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339410048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018342.378945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018342.378947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018342.378950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018343.182353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018344.184278:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018345.186370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018346.188395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018347.190430:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018347.386254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018347.386269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386292:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386302:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018347.386352:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339410176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018347.386397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018347.386404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386409:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386412:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386416:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018347.386477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339410304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018347.386487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018347.386492:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386497:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386500:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386503:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018347.386521:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339410432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018347.386524:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339410176:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018347.386531:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018347.386536:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386540:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018347.386561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339410560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018347.386570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018347.386575:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386578:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386581:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386585:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018347.386597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339410688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018347.386606:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386609:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018347.386611:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386614:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386617:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386621:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386625:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018347.386634:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339410816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018347.386637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410304:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018347.386649:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018347.386652:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018347.386654:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018347.386657:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2611 00000100:00080000:0.0:1734018347.386660:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018347.386664:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018347.386668:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018347.386671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018347.386676:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339410944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018347.386689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018347.386706:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018347.386724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018347.386743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018348.192387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018349.194357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018350.196354:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018350.392329:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018350.392400:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018350.392420:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392453:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392462:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392469:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392476:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392483:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018350.392490:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018350.392511:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8714000 x1818247339410432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392548:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339410432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392566:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392571:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018350.392592:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8717b80 x1818247339410560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392611:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339410560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392629:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392635:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018350.392645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8715880 x1818247339410688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339410688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018350.392694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8715500 x1818247339410816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339410816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392725:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018350.392762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8717480 x1818247339410176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392782:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339410176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339410176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018350.392817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8714700 x1818247339410304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339410304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339410304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018350.392899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018347/real 1734018350] req@ffff8800a8717100 x1818247339410944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018350.392919:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339410944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018350.392933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018350.392937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018350.392942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339410944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018351.198430:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018352.200427:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018352.394239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018352.394253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394270:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018352.394312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339411072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018352.394385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018352.394392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394396:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394400:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394404:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018352.394414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018352.394426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339411200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018352.394437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018352.394442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018352.394450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339411072:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018352.394452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018352.394456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018352.394465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339411328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018352.394473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018352.394477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018352.394491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018352.394499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339411456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018352.394507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018352.394512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018352.394515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018352.394516:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394522:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018352.394526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018352.394534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339411584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018352.394536:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8714e00 x1818247339411072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018352.394542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018352.394546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394556:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339411072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018352.394560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734018352.394566:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734018352.394567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339411712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018352.394569:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394574:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339411072:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018352.394575:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018352.394578:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018352.394579:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018352.394583:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2616 00000100:00080000:0.0:1734018352.394585:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018352.394588:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018352.394593:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018352.394596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018352.394602:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339411840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018352.394614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8715180 x1818247339411200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339411200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018352.394654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018352.394667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8714380 x1818247339411328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339411328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018352.394703:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018352.394716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8716d80 x1818247339411456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339411456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339411456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018352.394750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018352.394763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8714a80 x1818247339411584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339411584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018352.394798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018352.394811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8717800 x1818247339411712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339411712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018352.394855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018352.394867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018352.394873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018352/real 1734018352] req@ffff8800a8716680 x1818247339411840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018352.394884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339411840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018352.394892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018352.394894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018352.394897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339411840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018353.202399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018354.204386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018355.206378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018356.208374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018357.210336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018357.402235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018357.402248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402285:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402293:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402301:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018357.402335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339411968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018357.402367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402371:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018357.402373:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402384:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018357.402404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339412096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018357.402413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018357.402419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018357.402444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339412224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018357.402452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018357.402457:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018357.402478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339412352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018357.402478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339411968:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018357.402487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018357.402492:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402495:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018357.402511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339412480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018357.402520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018357.402525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00080000:0.0:1734018357.402531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018357.402542:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018357.402546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339412608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018357.402554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018357.402557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018357.402558:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018357.402562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2621 00000100:00100000:2.0:1734018357.402563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8716a00 x1818247339411968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018357.402564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018357.402568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018357.402572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018357.402579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339412736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018357.402584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339411968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402599:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402603:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339411968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018357.402610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018357.402628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8715f80 x1818247339412096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339412096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018357.402666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018357.402680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8716680 x1818247339412224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339412224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018357.402735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018357.402749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8717800 x1818247339412352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339412352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018357.402784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018357.402796:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8714a80 x1818247339412480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339412480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018357.402830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018357.402846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8716d80 x1818247339412608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339412608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402869:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402871:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018357.402879:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018357.402892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018357.402898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018357/real 1734018357] req@ffff8800a8714380 x1818247339412736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018357.402908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339412736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018357.402915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018357.402917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018357.402920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339412736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018358.212399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018359.214334:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018360.216410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018361.218403:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018362.220353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018362.410232:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018362.410246:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410265:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410273:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018362.410310:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339412864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018362.410343:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018362.410349:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410354:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410356:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410360:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410369:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018362.410382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339412992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018362.410392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410395:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018362.410397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410401:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410403:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410407:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018362.410419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339413120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018362.410427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018362.410433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018362.410454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339413248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018362.410457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339412864:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018362.410462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018362.410467:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410470:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410473:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410476:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018362.410488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339413376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018362.410496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018362.410500:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410504:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018362.410510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018362.410522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339413504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018362.410522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018362.410530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018362.410533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018362.410535:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018362.410538:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2626 00000100:00080000:0.0:1734018362.410541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018362.410543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8715180 x1818247339412864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018362.410544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018362.410548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018362.410555:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339413632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018362.410570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339412864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339412864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018362.410596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018362.410614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8714e00 x1818247339412992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339412992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339412992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018362.410652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018362.410666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8717100 x1818247339413120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339413120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410693:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018362.410722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018362.410735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410741:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8714700 x1818247339413248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339413248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410762:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410765:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018362.410771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018362.410783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8717480 x1818247339413376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339413376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410813:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018362.410819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018362.410834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8715500 x1818247339413504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339413504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018362.410869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018362.410882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018362.410888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018362/real 1734018362] req@ffff8800a8715880 x1818247339413632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018362.410898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339413632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018362.410905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018362.410908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018362.410911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339413632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018363.222358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018364.224339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018365.226336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018366.228370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018367.230385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018367.418216:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418225:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018367.418228:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418238:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418246:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418253:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018367.418286:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339413760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018367.418316:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418319:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018367.418321:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418325:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418328:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418331:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418339:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018367.418348:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339413888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018367.418356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018367.418360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418364:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418366:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418368:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018367.418381:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339414016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018367.418387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018367.418391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418394:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418396:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418398:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018367.418408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339414144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018367.418411:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339413760:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018367.418416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018367.418420:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418423:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418425:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418428:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018367.418437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339414272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018367.418443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018367.418447:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418454:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018367.418464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339414400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018367.418467:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018367.418470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018367.418473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018367.418474:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018367.418477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2631 00000100:00080000:0.0:1734018367.418480:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018367.418483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018367.418486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018367.418486:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8717b80 x1818247339413760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018367.418493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339414528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018367.418509:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339413760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418517:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418520:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418523:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339413760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018367.418529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018367.418544:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8714000 x1818247339413888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418559:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339413888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418566:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418568:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418570:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339413888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018367.418575:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018367.418586:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418591:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8715880 x1818247339414016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418599:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339414016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418605:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418608:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418610:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018367.418631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018367.418642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8715500 x1818247339414144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418656:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339414144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018367.418670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018367.418680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8717480 x1818247339414272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339414272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018367.418709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018367.418721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8714700 x1818247339414400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339414400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018367.418749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018367.418759:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018367.418764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018367/real 1734018367] req@ffff8800a8717100 x1818247339414528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018367.418772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339414528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018367.418778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018367.418780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018367.418782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339414528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018368.232358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018369.234355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018370.236375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018371.238377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018372.240378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018372.426229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018372.426246:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018372.426335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339414656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426372:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018372.426378:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426384:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426387:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426390:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018372.426401:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018372.426412:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339414784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018372.426435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426438:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018372.426449:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018372.426458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339414912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018372.426472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426479:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426482:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339414656:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018372.426487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018372.426494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339415040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426503:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018372.426507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426511:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426515:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426518:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018372.426523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018372.426530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339415168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018372.426543:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426553:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018372.426557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018372.426561:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018372.426564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339415296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018372.426572:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018372.426575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018372.426577:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018372.426580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2636 00000100:00080000:0.0:1734018372.426583:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018372.426586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8714e00 x1818247339414656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018372.426590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018372.426598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339415424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018372.426618:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339414656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339414656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018372.426645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018372.426665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8715180 x1818247339414784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339414784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018372.426724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018372.426739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8714380 x1818247339414912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339414912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339414912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018372.426776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018372.426789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8716d80 x1818247339415040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339415040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018372.426825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018372.426839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8714a80 x1818247339415168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339415168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018372.426876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018372.426894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8717800 x1818247339415296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339415296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018372.426929:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018372.426943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018372.426949:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018372/real 1734018372] req@ffff8800a8716680 x1818247339415424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018372.426958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339415424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018372.426966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018372.426968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018372.426972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339415424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018373.242348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018374.244310:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018375.246292:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018376.248374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018377.250280:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018377.434219:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434228:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018377.434232:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434243:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434251:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434259:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018377.434294:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339415552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434328:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434333:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018377.434334:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434339:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434342:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434346:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018377.434355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018377.434367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339415680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018377.434381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434385:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434390:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434393:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018377.434397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018377.434408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339415808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018377.434422:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434426:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434432:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339415552:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018377.434436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018377.434444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339415936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018377.434457:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434460:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434463:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434466:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018377.434470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018377.434477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339416064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018377.434496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018377.434496:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018377.434500:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434504:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434507:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018377.434511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018377.434517:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8715f80 x1818247339415552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018377.434519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339416192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018377.434527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018377.434530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018377.434531:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018377.434534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2641 00000100:00080000:0.0:1734018377.434537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018377.434540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018377.434544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018377.434545:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339415552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018377.434552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339416320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018377.434555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339415552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018377.434570:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018377.434587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434595:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8716a00 x1818247339415680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339415680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018377.434643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018377.434657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8716680 x1818247339415808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339415808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018377.434694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018377.434707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8717800 x1818247339415936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339415936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339415936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018377.434741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018377.434754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8714a80 x1818247339416064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339416064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018377.434789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018377.434805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8716d80 x1818247339416192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339416192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434830:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018377.434839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018377.434851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018377.434857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018377/real 1734018377] req@ffff8800a8714380 x1818247339416320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018377.434867:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339416320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018377.434874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018377.434876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018377.434880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018378.252387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018379.254454:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018380.256390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018381.258346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018382.260379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018382.442257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442268:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018382.442274:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018382.442288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442299:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442534:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018382.442580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339416448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018382.442621:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442627:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018382.442630:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018382.442635:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442644:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442649:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442659:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018382.442670:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339416576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018382.442680:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442684:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018382.442685:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018382.442689:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442692:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442695:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442699:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018382.442707:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339416704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018382.442716:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442723:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018382.442725:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018382.442726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339416448:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018382.442729:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442731:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442734:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442738:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018382.442746:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339416832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018382.442754:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442757:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018382.442759:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018382.442762:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442764:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442768:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442772:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018382.442779:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339416960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018382.442787:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442790:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018382.442791:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018382.442792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018382.442795:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442798:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442801:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442806:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018382.442813:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339417088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018382.442815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8715180 x1818247339416448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018382.442822:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018382.442825:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018382.442826:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018382.442830:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2646 00000100:00080000:0.0:1734018382.442872:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018382.442877:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018382.442881:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018382.442889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339416448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018382.442891:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339417216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018382.442899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.442902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.442907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339416448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018382.442915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018382.442936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.442944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8714e00 x1818247339416576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.442955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339416576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.442963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.442966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.442970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018382.442994:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018382.443008:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.443014:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8717100 x1818247339416704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.443025:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339416704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.443033:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.443036:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.443039:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018382.443045:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018382.443058:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.443064:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8714700 x1818247339416832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.443074:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339416832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.443082:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.443084:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.443087:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339416832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018382.443092:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018382.443104:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.443150:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8717480 x1818247339416960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.443161:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339416960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.443169:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.443171:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.443175:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339416960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018382.443180:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018382.443200:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.443207:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8715500 x1818247339417088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.443217:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339417088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.443224:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.443226:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.443229:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018382.443234:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018382.443247:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018382.443253:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018382/real 1734018382] req@ffff8800a8715880 x1818247339417216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018382.443263:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339417216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018382.443271:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018382.443273:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018382.443276:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018383.262352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018384.264362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018385.266402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018386.268355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018387.270330:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018387.450255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018387.450268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018387.450331:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339417344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450364:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018387.450371:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450376:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450379:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018387.450403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339417472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018387.450418:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450422:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450428:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018387.450442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339417600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018387.450455:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018387.450469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339417344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018387.450476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339417728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018387.450490:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450496:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450499:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018387.450511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339417856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018387.450523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018387.450526:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018387.450534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018387.450543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339417984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018387.450551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018387.450554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018387.450556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018387.450556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8714000 x1818247339417344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018387.450560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2651 00000100:00080000:0.0:1734018387.450563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018387.450566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018387.450571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018387.450578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339418112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018387.450584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339417344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339417344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018387.450609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018387.450628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8717b80 x1818247339417472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339417472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018387.450665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018387.450679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8715880 x1818247339417600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339417600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018387.450734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018387.450791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8715500 x1818247339417728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339417728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339417728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018387.450831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018387.450849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8717480 x1818247339417856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339417856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018387.450884:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018387.450900:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8714700 x1818247339417984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450917:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339417984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450924:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339417984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018387.450935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018387.450947:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018387.450953:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018387/real 1734018387] req@ffff8800a8717100 x1818247339418112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018387.450962:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339418112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018387.450970:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018387.450972:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018387.450975:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418112:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018388.272341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018389.274389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018390.276362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018391.278372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018392.280344:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018392.458253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018392.458267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018392.458329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339418240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018392.458368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018392.458399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339418368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018392.458421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018392.458443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339418496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018392.458455:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018392.458473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339418240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018392.458476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339418624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018392.458489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458493:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458496:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458499:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018392.458511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339418752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018392.458524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00080000:0.0:1734018392.458530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018392.458538:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018392.458544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339418880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018392.458552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018392.458555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018392.458556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018392.458560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2656 00000100:00100000:2.0:1734018392.458560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8714e00 x1818247339418240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018392.458562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018392.458565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018392.458569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018392.458577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339419008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018392.458587:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339418240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458597:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458605:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339418240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018392.458612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018392.458631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8715180 x1818247339418368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458649:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339418368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018392.458718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018392.458736:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458743:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8714380 x1818247339418496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339418496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018392.458793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018392.458807:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8716d80 x1818247339418624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339418624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339418624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018392.458842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018392.458855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8714a80 x1818247339418752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339418752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018392.458889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018392.458905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8717800 x1818247339418880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339418880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339418880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018392.458939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018392.458951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018392.458957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018392/real 1734018392] req@ffff8800a8716680 x1818247339419008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018392.458967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339419008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018392.458975:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018392.458977:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018392.458980:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419008:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018393.282372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018394.284367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018395.286359:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018396.288344:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018397.290383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018397.466244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018397.466260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018397.466270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018397.466326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339419136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018397.466358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018397.466364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018397.466369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466371:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018397.466385:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018397.466396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339419264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018397.466402:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339419136:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018397.466406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018397.466412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018397.466416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018397.466427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018397.466437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339419392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018397.466445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018397.466450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018397.466453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018397.466463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018397.466464:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018397.466471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339419520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018397.466479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018397.466484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018397.466485:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8716a00 x1818247339419136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018397.466487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018397.466497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018397.466504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339419648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018397.466512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018397.466512:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339419136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018397.466516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018397.466518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018397.466521:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018397.466522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018397.466524:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018397.466527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466529:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339419136:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018397.466531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018397.466538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339419776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018397.466546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018397.466549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018397.466550:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018397.466551:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419264:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018397.466554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2661 00000100:00080000:0.0:1734018397.466556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018397.466559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018397.466563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018397.466570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018397.466571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339419904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018397.466606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8715f80 x1818247339419264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339419264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018397.466657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018397.466674:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8716680 x1818247339419392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339419392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018397.466709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018397.466721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8717800 x1818247339419520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339419520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339419520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018397.466752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419648:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018397.466765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8714a80 x1818247339419648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339419648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018397.466796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018397.466811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8716d80 x1818247339419776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339419776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018397.466855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018397.466867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018397.466873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018397/real 1734018397] req@ffff8800a8714380 x1818247339419904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018397.466882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339419904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018397.466889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018397.466891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018397.466894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339419904:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018398.292335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018399.294331:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018400.296374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018401.298387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018402.300366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018402.474231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474240:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018402.474244:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474254:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474263:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474272:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018402.474308:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339420032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474344:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018402.474346:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474351:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474354:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474357:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474366:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018402.474377:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339420160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018402.474392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474396:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474399:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474402:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018402.474414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339420288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474422:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018402.474428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474437:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474441:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018402.474446:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339420032:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018402.474449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339420416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018402.474462:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474465:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474468:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474471:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018402.474482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339420544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018402.474529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018402.474531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474538:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018402.474539:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018402.474541:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018402.474554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339420672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018402.474563:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018402.474563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8715180 x1818247339420032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018402.474567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018402.474568:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018402.474572:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2666 00000100:00080000:0.0:1734018402.474574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018402.474577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018402.474581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018402.474589:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339420800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018402.474591:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339420032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474602:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474605:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474610:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339420032:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018402.474618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018402.474638:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8714e00 x1818247339420160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339420160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474664:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474667:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474670:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018402.474676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018402.474690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474696:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8717100 x1818247339420288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339420288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474714:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018402.474745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018402.474758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8714700 x1818247339420416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339420416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339420416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018402.474793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018402.474806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8717480 x1818247339420544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339420544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018402.474840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018402.474855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8715500 x1818247339420672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339420672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018402.474889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018402.474902:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018402.474908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018402/real 1734018402] req@ffff8800a8715880 x1818247339420800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018402.474918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339420800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018402.474925:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018402.474927:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018402.474930:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339420800:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018403.302337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018404.304364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018405.306379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018406.308305:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018407.310303:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018407.482238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482246:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018407.482251:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482270:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018407.482277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018407.482313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339420928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018407.482347:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018407.482356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482363:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482370:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018407.482376:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018407.482435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339421056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018407.482452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018407.482459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018407.482462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339420928:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018407.482466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018407.482475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018407.482497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339421184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018407.482509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018407.482516:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018407.482529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018407.482529:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018407.482546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339421312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018407.482554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8717b80 x1818247339420928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018407.482570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018407.482577:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482583:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482586:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018407.482588:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339420928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018407.482591:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1734018407.482602:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018407.482609:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339421440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018407.482613:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339420928:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018407.482622:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018407.482627:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018407.482629:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482634:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482638:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018407.482641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421056:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018407.482643:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482649:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018407.482660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339421568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018407.482668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018407.482675:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018407.482679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8714000 x1818247339421056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018407.482680:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018407.482682:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018407.482688:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2671 00000100:00080000:0.0:1734018407.482693:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018407.482696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339421056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018407.482698:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018407.482704:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734018407.482710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018407.482717:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339421696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018407.482719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018407.482729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018407.482753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018407.482765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8715880 x1818247339421184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018407.482782:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339421184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018407.482795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018407.482805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018407.482814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018407.482834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018407.482842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8715500 x1818247339421312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018407.482853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339421312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018407.482860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018407.482866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018407.482871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018407.482884:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018407.482890:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8717480 x1818247339421440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018407.482900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339421440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018407.482908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018407.482913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018407.482930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018407.482947:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018407.482954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8714700 x1818247339421568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018407.482965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339421568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018407.482972:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.482974:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018407.482977:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018407.482983:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018407.482995:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018407.483001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018407/real 1734018407] req@ffff8800a8717100 x1818247339421696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018407.483011:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339421696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018407.483019:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018407.483021:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018407.483024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339421696:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018408.312388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018409.314355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018410.316396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018411.318386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018412.320390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018412.490226:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490235:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018412.490239:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490250:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490259:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490267:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018412.490304:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339421824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490373:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490378:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018412.490380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490385:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490388:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490392:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018412.490413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339421952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490428:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018412.490430:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490434:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018412.490453:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339422080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018412.490465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018412.490484:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339421824:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018412.490486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339422208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018412.490500:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490503:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490506:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490509:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018412.490522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339422336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490534:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018412.490535:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490538:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00080000:0.0:1734018412.490541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018412.490556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339422464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018412.490564:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018412.490567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018412.490568:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018412.490572:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2676 00000100:00100000:2.0:1734018412.490573:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421952:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018412.490574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018412.490577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018412.490581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018412.490590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339422592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018412.490595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018412.490620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018412.490635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018412.490649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018412.490665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422592:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018413.322382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018414.324391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018415.326367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018415.496404:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018415.496453:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018415.496475:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496520:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496533:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496544:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496555:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496566:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018415.496577:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018415.496634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8716d80 x1818247339422208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496671:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339422208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018415.496726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8714a80 x1818247339422336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496749:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339422336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018415.496782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8717800 x1818247339422464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339422464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018415.496833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8716680 x1818247339422592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339422592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339422592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018415.496885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8714e00 x1818247339421824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339421824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339421824:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018415.496935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8715180 x1818247339421952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.496953:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339421952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.496976:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.496980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.496985:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339421952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018415.496995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018412/real 1734018415] req@ffff8800a8714380 x1818247339422080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018415.497015:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339422080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018415.497027:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018415.497031:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018415.497037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018416.328346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018417.330401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018417.498216:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498225:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018417.498229:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018417.498315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339422720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018417.498346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018417.498352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498360:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018417.498383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339422848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018417.498393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018417.498398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018417.498422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339422976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018417.498432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018417.498437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018417.498458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339423104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018417.498458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339422720:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018417.498466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018417.498471:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498474:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498476:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498479:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018417.498490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339423232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018417.498499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018417.498503:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018417.498513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018417.498522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018417.498525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339423360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018417.498533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018417.498536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018417.498538:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018417.498541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2681 00000100:00080000:0.0:1734018417.498543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018417.498544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8715f80 x1818247339422720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018417.498547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018417.498551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018417.498558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339423488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018417.498564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339422720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339422720:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018417.498590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018417.498608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8716a00 x1818247339422848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339422848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018417.498647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018417.498661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8714380 x1818247339422976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339422976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498684:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339422976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018417.498715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018417.498728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8715180 x1818247339423104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339423104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018417.498772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018417.498784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8714e00 x1818247339423232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339423232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018417.498820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018417.498832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8716680 x1818247339423360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339423360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018417.498867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018417.498880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018417.498886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018417/real 1734018417] req@ffff8800a8717800 x1818247339423488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018417.498897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339423488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018417.498904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018417.498906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018417.498909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339423488:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018418.332393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018419.334388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018420.336446:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018421.338443:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018422.340404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018422.506272:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506282:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018422.506288:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506301:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506312:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506322:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018422.506371:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339423616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018422.506417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018422.506424:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506429:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506432:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506436:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018422.506447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018422.506460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339423744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018422.506469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018422.506474:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506479:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506482:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506486:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018422.506490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018422.506499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339423872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018422.506508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018422.506512:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506516:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506525:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339423616:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018422.506530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018422.506539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339424000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018422.506548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018422.506553:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506556:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506559:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506562:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018422.506566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018422.506574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339424128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018422.506582:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018422.506588:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506594:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018422.506598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018422.506602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018422.506610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339424256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018422.506612:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018422.506625:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018422.506629:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018422.506630:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018422.506634:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2686 00000100:00080000:0.0:1734018422.506637:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018422.506639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8714a80 x1818247339423616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018422.506640:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018422.506644:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018422.506652:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339424384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018422.506661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339423616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339423616:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018422.506687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018422.506707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8716d80 x1818247339423744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.506735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339423744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018422.506755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018422.506770:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8717100 x1818247339423872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.506787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339423872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339423872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018422.506828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018422.506842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8714700 x1818247339424000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.506859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339424000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018422.506879:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018422.506892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8717480 x1818247339424128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.506909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339424128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018422.506927:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018422.506939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8715500 x1818247339424256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.506955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339424256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.506962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.506964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.506967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018422.506972:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018422.506989:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018422.506995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018422/real 1734018422] req@ffff8800a8715880 x1818247339424384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018422.507006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339424384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018422.507013:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018422.507015:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018422.507018:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339424384:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018423.342345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018424.344378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018425.346361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018426.348387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018427.350347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018427.514231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018427.514245:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514255:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514264:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514272:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018427.514308:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339424512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514342:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514346:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018427.514348:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514353:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514356:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514361:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514371:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018427.514382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339424640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514395:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018427.514397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514401:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514404:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514407:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018427.514422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339424768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018427.514435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514438:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018427.514452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339424512:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018427.514456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339424896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018427.514471:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514475:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514481:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018427.514492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339425024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018427.514505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018427.514509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018427.514518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018427.514526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339425152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018427.514534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018427.514537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018427.514538:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018427.514541:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8714000 x1818247339424512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018427.514542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2691 00000100:00080000:0.0:1734018427.514544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018427.514548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018427.514553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018427.514561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339425280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018427.514561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339424512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514576:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339424512:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018427.514588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018427.514605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8717b80 x1818247339424640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339424640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018427.514645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018427.514658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8715880 x1818247339424768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339424768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018427.514712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018427.514725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8715500 x1818247339424896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339424896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339424896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018427.514760:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018427.514773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8717480 x1818247339425024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514790:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339425024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514803:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018427.514808:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018427.514820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8714700 x1818247339425152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339425152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018427.514852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018427.514865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018427.514871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018427/real 1734018427] req@ffff8800a8717100 x1818247339425280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018427.514882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339425280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018427.514890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018427.514892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018427.514895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425280:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018428.352331:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018429.354375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018430.356356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018431.358380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018432.360410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018432.522245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018432.522262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018432.522345:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339425408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018432.522381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522386:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018432.522388:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522393:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522396:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522400:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018432.522423:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339425536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018432.522433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018432.522439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018432.522465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339425664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018432.522473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018432.522478:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522482:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018432.522494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339425408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018432.522500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339425792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018432.522510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018432.522514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522518:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522520:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522524:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018432.522537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339425920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018432.522546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018432.522551:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522555:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018432.522573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339426048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018432.522580:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018432.522581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018432.522584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018432.522586:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018432.522589:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2696 00000100:00080000:0.0:1734018432.522592:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018432.522595:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018432.522599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018432.522607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8716d80 x1818247339425408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018432.522609:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339426176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018432.522628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339425408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522649:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339425408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018432.522656:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018432.522676:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8714a80 x1818247339425536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339425536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018432.522716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018432.522732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8717800 x1818247339425664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339425664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018432.522792:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018432.522806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8716680 x1818247339425792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339425792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339425792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018432.522842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018432.522860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8714e00 x1818247339425920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339425920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522888:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522891:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339425920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018432.522896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018432.522908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8715180 x1818247339426048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339426048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.522931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.522933:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.522936:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018432.522941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018432.522955:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018432.522961:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018432/real 1734018432] req@ffff8800a8714380 x1818247339426176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018432.522979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339426176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018432.523036:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018432.523038:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018432.523042:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426176:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018433.362334:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018434.364399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018435.366376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018436.368376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018437.370365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018437.530220:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530229:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018437.530233:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530244:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530253:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018437.530298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339426304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530330:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530335:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018437.530337:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530341:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530344:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530348:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530357:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018437.530368:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339426432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018437.530383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530387:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530390:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530393:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018437.530407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339426560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530420:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018437.530421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018437.530437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339426304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018437.530442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339426688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018437.530456:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530460:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530462:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530465:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018437.530476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339426816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018437.530489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018437.530493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530499:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018437.530503:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018437.530511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339426944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018437.530520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018437.530522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018437.530524:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018437.530526:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8716a00 x1818247339426304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018437.530528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2701 00000100:00080000:0.0:1734018437.530530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018437.530533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018437.530537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018437.530544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339427072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018437.530545:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339426304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530556:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530560:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530565:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339426304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018437.530572:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426432:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018437.530590:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530596:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8715f80 x1818247339426432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339426432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530616:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018437.530629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018437.530643:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8714380 x1818247339426560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339426560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018437.530696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018437.530709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8715180 x1818247339426688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339426688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339426688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018437.530744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018437.530761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8714e00 x1818247339426816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339426816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530788:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018437.530796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018437.530808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8716680 x1818247339426944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339426944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530836:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339426944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018437.530841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018437.530853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018437.530859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018437/real 1734018437] req@ffff8800a8717800 x1818247339427072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018437.530876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339427072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018437.530884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018437.530886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018437.530889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427072:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018438.372373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018439.374361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018440.376379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018441.378380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018442.380348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018442.538256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018442.538269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018442.538332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339427200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018442.538372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538384:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018442.538404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339427328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538414:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018442.538420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538423:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538426:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538429:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018442.538441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339427456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538453:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018442.538454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018442.538474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339427200:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018442.538475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339427584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018442.538491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538496:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018442.538511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339427712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018442.538524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00080000:0.0:1734018442.538530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018442.538539:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018442.538544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339427840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018442.538552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018442.538555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018442.538556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018442.538561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2706 00000100:00100000:2.0:1734018442.538562:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8714a80 x1818247339427200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018442.538564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018442.538567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018442.538571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018442.538578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339427968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018442.538581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339427200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339427200:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018442.538607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018442.538625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538632:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8716d80 x1818247339427328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339427328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018442.538665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018442.538679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8717100 x1818247339427456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339427456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018442.538733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018442.538746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8714700 x1818247339427584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339427584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339427584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018442.538780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018442.538797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8717480 x1818247339427712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339427712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018442.538880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018442.538896:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8715500 x1818247339427840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339427840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018442.538932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018442.538945:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018442.538951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018442/real 1734018442] req@ffff8800a8715880 x1818247339427968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018442.538968:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339427968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018442.538976:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018442.538978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018442.538981:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339427968:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018443.382369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018444.384352:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018445.386367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018446.388354:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018447.390378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018447.546256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018447.546270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018447.546332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339428096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018447.546365:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018447.546372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546376:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546379:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018447.546392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018447.546403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339428224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018447.546420:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018447.546425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546428:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546434:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018447.546438:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018447.546449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339428352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018447.546458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018447.546462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339428096:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018447.546475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018447.546484:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339428480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018447.546492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018447.546496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546500:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546503:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546506:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018447.546510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018447.546518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339428608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018447.546525:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018447.546530:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018447.546537:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018447.546541:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018447.546545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018447.546552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339428736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018447.546558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8717b80 x1818247339428096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018447.546560:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018447.546563:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018447.546564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018447.546568:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2711 00000100:00080000:0.0:1734018447.546570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018447.546573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018447.546577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018447.546578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339428096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018447.546585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339428864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018447.546588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339428096:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018447.546604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018447.546623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8714000 x1818247339428224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339428224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546656:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018447.546678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018447.546693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8715880 x1818247339428352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339428352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546765:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018447.546772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018447.546789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8715500 x1818247339428480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339428480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339428480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018447.546825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018447.546841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8717480 x1818247339428608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339428608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018447.546876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018447.546888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8714700 x1818247339428736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339428736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018447.546921:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018447.546934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018447.546941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018447/real 1734018447] req@ffff8800a8717100 x1818247339428864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018447.546958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339428864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018447.546966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018447.546968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018447.546971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339428864:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018448.392416:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018449.394345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018450.396363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018451.398333:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018452.400316:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018452.554249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018452.554262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018452.554325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339428992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018452.554357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018452.554364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554368:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554371:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018452.554384:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018452.554395:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339429120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018452.554404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018452.554409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018452.554425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018452.554433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339429248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018452.554442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018452.554446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339428992:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018452.554463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018452.554471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339429376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018452.554479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018452.554484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018452.554497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018452.554504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339429504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018452.554519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018452.554524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018452.554524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018452.554528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554534:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018452.554538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018452.554545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339429632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018452.554547:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8716d80 x1818247339428992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018452.554553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018452.554555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018452.554557:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018452.554560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2716 00000100:00080000:0.0:1734018452.554563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018452.554566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339428992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018452.554570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018452.554577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339429760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018452.554577:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554580:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554585:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339428992:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018452.554593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018452.554610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8714a80 x1818247339429120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339429120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018452.554691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018452.554709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8717800 x1818247339429248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554728:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339429248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018452.554764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018452.554777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8716680 x1818247339429376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339429376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339429376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018452.554812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018452.554829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8714e00 x1818247339429504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339429504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018452.554863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018452.554875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8715180 x1818247339429632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339429632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018452.554907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018452.554920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018452.554926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018452/real 1734018452] req@ffff8800a8714380 x1818247339429760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018452.554943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339429760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018452.554951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018452.554953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018452.554956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339429760:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018453.402404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018454.404383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018455.406361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018456.408391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018457.410395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018457.562282:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562295:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018457.562301:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562314:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562328:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018457.562338:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018457.562389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339429888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018457.562436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562441:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562444:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018457.562448:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018457.562472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339430016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018457.562487:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562492:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018457.562499:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018457.562516:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339430144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562525:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018457.562533:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018457.562544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018457.562590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339430272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562601:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562605:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018457.562606:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562611:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562613:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018457.562615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339429888:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018457.562617:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018457.562632:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339430400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562641:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562645:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018457.562647:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562651:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562653:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018457.562657:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562662:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018457.562671:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339430528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018457.562679:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018457.562683:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018457.562684:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018457.562687:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2721 00000100:00080000:0.0:1734018457.562690:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018457.562690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018457.562694:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018457.562698:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018457.562706:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339430656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018457.562716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8715f80 x1818247339429888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.562736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339429888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.562747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.562750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.562755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339429888:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018457.562765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018457.562784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.562790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8716a00 x1818247339430016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.562802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339430016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.562810:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.562814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.562817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018457.562824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018457.562839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.562845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8714380 x1818247339430144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.562856:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339430144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.562863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.562866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.562870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018457.562896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018457.562909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.562916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8715180 x1818247339430272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.562927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339430272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.562934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.562937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.562940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018457.562946:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018457.562962:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.562969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8714e00 x1818247339430400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.562979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339430400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.562987:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.562989:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.562992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018457.562998:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018457.563011:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.563017:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8716680 x1818247339430528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.563027:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339430528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.563034:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.563037:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.563040:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018457.563046:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018457.563059:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018457.563065:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018457/real 1734018457] req@ffff8800a8717800 x1818247339430656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018457.563082:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339430656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018457.563090:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018457.563092:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018457.563095:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339430656:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018458.412359:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018459.414363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018460.416392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018461.418345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018462.420393:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018462.570248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018462.570262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018462.570323:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339430784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018462.570358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018462.570364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570375:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018462.570384:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018462.570395:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339430912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018462.570405:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018462.570410:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570414:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570420:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018462.570424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018462.570432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339431040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018462.570440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018462.570445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570454:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018462.570458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018462.570465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339431168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018462.570467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339430784:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018462.570515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018462.570520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570524:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570527:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570530:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018462.570534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018462.570543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339431296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018462.570552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018462.570557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2726 00000800:00000100:2.0:1734018462.570561:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018462.570563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018462.570570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018462.570577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339431424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018462.570584:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8714a80 x1818247339430784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018462.570585:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018462.570588:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018462.570590:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018462.570593:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2726 00000100:00080000:0.0:1734018462.570597:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018462.570600:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339430784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018462.570604:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018462.570612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339431552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018462.570614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570617:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339430784:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018462.570630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018462.570648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8716d80 x1818247339430912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339430912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339430912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018462.570687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018462.570700:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8717100 x1818247339431040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339431040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018462.570754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018462.570767:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8714700 x1818247339431168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570784:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339431168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570792:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018462.570802:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018462.570818:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570824:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8717480 x1818247339431296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339431296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018462.570852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018462.570864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8715500 x1818247339431424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339431424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018462.570897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018462.570910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018462.570916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018462/real 1734018462] req@ffff8800a8715880 x1818247339431552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018462.570933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339431552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018462.570941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018462.570943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018462.570946:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339431552:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018463.422392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018464.424361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018465.426384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018466.428386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018467.430386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018467.578226:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578235:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018467.578239:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578250:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578258:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018467.578266:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018467.578301:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339431680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018467.578335:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578339:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018467.578341:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578345:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578348:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018467.578352:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578361:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018467.578372:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339431808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018467.578421:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018467.578426:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018467.578437:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578442:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018467.578454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339431936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018467.578458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339431680:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018467.578463:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018467.578469:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018467.578478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018467.578490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339432064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018467.578498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018467.578503:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578506:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578509:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018467.578513:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1734018467.578523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018467.578525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339432192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018467.578533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018467.578538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:0.0:1734018467.578544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018467.578545:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8714000 x1818247339431680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018467.578547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018467.578558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339432320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018467.578564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339431680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018467.578566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018467.578569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018467.578570:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018467.578574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2731 00000100:00080000:2.0:1734018467.578575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018467.578576:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018467.578578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018467.578579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018467.578583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018467.578583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339431680:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018467.578590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018467.578591:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339432448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018467.578609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8717b80 x1818247339431808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339431808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018467.578665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018467.578680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8715880 x1818247339431936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339431936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339431936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018467.578716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018467.578729:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8715500 x1818247339432064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339432064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578754:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018467.578763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018467.578780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8717480 x1818247339432192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339432192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018467.578815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018467.578828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8714700 x1818247339432320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339432320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018467.578863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018467.578876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018467.578882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018467/real 1734018467] req@ffff8800a8717100 x1818247339432448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018467.578899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339432448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018467.578907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018467.578909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018467.578912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339432448:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018468.432433:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018469.434429:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018470.436384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018471.438399:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018472.440378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018472.586244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018472.586258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018472.586358:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339432576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018472.586389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586394:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018472.586395:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586400:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586407:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018472.586427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339432704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018472.586437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018472.586443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018472.586467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339432832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018472.586476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018472.586480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586484:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586486:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586489:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018472.586502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339432960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018472.586502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339432576:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018472.586510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018472.586515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586518:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586521:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586524:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018472.586536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339433088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018472.586545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018472.586550:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018472.586560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018472.586567:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018472.586571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339433216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018472.586579:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018472.586582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018472.586584:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018472.586587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2736 00000100:00080000:0.0:1734018472.586590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018472.586590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8716d80 x1818247339432576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018472.586593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018472.586597:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018472.586604:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339433344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018472.586610:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339432576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586622:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586625:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586630:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339432576:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018472.586637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018472.586655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8714a80 x1818247339432704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339432704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018472.586695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018472.586709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8717800 x1818247339432832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339432832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018472.586763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018472.586776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8716680 x1818247339432960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339432960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339432960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018472.586811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018472.586828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8714e00 x1818247339433088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339433088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018472.586863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018472.586874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8715180 x1818247339433216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339433216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018472.586907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018472.586920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018472.586925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018472/real 1734018472] req@ffff8800a8714380 x1818247339433344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018472.586942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339433344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018472.586950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018472.586952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018472.586955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433344:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018473.442368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018474.444349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018475.446355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018476.448375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018477.450392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018477.594284:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594293:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018477.594297:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594308:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594317:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594325:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018477.594361:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339433472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018477.594399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594403:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594406:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594410:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594419:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018477.594430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339433600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018477.594445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018477.594469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339433728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018477.594483:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594487:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018477.594499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339433472:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018477.594505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339433856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018477.594518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594521:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594524:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594527:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018477.594538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339433984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018477.594551:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018477.594554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018477.594571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339434112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018477.594580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018477.594583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018477.594585:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018477.594586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433600:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018477.594588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2741 00000100:00080000:0.0:1734018477.594591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018477.594594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018477.594598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018477.594605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339434240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018477.594607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018477.594630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018477.594645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018477.594659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018477.594675:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434240:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018478.452347:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018479.454360:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018480.456398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018480.600423:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018480.600471:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018480.600490:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600522:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600530:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600537:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600544:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600552:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018480.600562:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018480.600630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8715180 x1818247339433856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339433856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018480.600706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8714e00 x1818247339433984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339433984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339433984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018480.600758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8716680 x1818247339434112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600776:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339434112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018480.600809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8717800 x1818247339434240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339434240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018480.600868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8716a00 x1818247339433472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339433472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339433472:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018480.600913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8715f80 x1818247339433600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339433600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600943:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018480.600958:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018477/real 1734018480] req@ffff8800a8714380 x1818247339433728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018480.600976:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339433728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018480.600987:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018480.600991:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018480.600996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339433728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018481.458339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018482.460376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018482.602231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602240:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018482.602244:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602255:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602265:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602272:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018482.602309:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339434368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018482.602343:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018482.602349:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602354:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602358:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602362:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018482.602371:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018482.602383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339434496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018482.602393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018482.602398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018482.602412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018482.602420:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339434624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018482.602428:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018482.602433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602436:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602444:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339434368:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018482.602446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018482.602453:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339434752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018482.602468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018482.602473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602479:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018482.602486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018482.602493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339434880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018482.602501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018482.602505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2746 00000800:00000100:2.0:1734018482.602510:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018482.602512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018482.602518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018482.602526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339435008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018482.602532:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8714a80 x1818247339434368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018482.602534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018482.602537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018482.602539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018482.602543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2746 00000100:00080000:0.0:1734018482.602546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018482.602549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602552:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339434368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018482.602553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018482.602563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339435136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018482.602563:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602567:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602571:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339434368:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018482.602579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018482.602596:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8716d80 x1818247339434496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602615:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339434496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602623:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602626:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018482.602635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018482.602649:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8717100 x1818247339434624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339434624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018482.602705:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018482.602717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8714700 x1818247339434752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339434752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339434752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018482.602752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018482.602764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8717480 x1818247339434880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339434880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339434880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018482.602798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018482.602811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8715500 x1818247339435008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339435008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018482.602844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018482.602857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018482.602863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018482/real 1734018482] req@ffff8800a8715880 x1818247339435136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018482.602873:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339435136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018482.602880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018482.602882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018482.602886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435136:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018483.462354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018484.464332:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018485.466362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018486.468374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018487.470358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018487.610236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018487.610249:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610276:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018487.610314:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339435264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018487.610352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610356:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018487.610383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339435392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018487.610398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018487.610422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339435520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018487.610435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018487.610455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339435264:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018487.610456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339435648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018487.610469:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610473:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610475:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610479:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018487.610491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339435776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018487.610504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018487.610513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018487.610521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018487.610524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339435904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018487.610532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018487.610535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018487.610536:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018487.610539:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2751 00000100:00080000:0.0:1734018487.610542:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018487.610544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8717b80 x1818247339435264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018487.610545:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018487.610549:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018487.610556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339436032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018487.610564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339435264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610583:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339435264:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018487.610590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018487.610608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8714000 x1818247339435392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339435392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610640:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018487.610646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018487.610659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8715880 x1818247339435520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610676:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339435520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018487.610714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018487.610726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610733:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8715500 x1818247339435648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339435648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339435648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018487.610761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018487.610773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8717480 x1818247339435776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339435776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610799:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018487.610807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018487.610823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8714700 x1818247339435904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339435904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339435904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018487.610856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018487.610869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018487.610875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018487/real 1734018487] req@ffff8800a8717100 x1818247339436032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018487.610884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339436032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018487.610892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018487.610894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018487.610897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436032:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018488.472436:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018489.474368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018490.476360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018491.478327:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018492.480340:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018492.618264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018492.618279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618289:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018492.618341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339436160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618373:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018492.618379:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618384:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618387:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618390:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018492.618410:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339436288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618419:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018492.618425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618428:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618435:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018492.618447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339436416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018492.618461:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618470:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618474:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018492.618479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339436160:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018492.618482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339436544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018492.618495:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618499:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618501:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618504:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018492.618515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339436672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018492.618528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618532:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618535:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618538:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018492.618549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339436800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018492.618557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018492.618560:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018492.618562:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018492.618565:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2756 00000100:00080000:0.0:1734018492.618567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018492.618570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018492.618574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018492.618574:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018492.618582:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339436928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018492.618597:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8716d80 x1818247339436160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339436160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339436160:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018492.618650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018492.618669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8714a80 x1818247339436288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339436288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618695:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618697:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018492.618707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018492.618721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618727:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8714380 x1818247339436416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339436416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618748:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618751:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018492.618775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018492.618789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8715f80 x1818247339436544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339436544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339436544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018492.618824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436672:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018492.618836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8716a00 x1818247339436672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339436672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018492.618871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018492.618886:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618892:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8717800 x1818247339436800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339436800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.618914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018492.618919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018492.618932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018492.618937:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018492/real 1734018492] req@ffff8800a8716680 x1818247339436928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018492.618947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339436928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018492.618954:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018492.618957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018492.619001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339436928:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018493.482456:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018494.484325:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018495.486360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018496.488385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018497.490370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018497.626250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018497.626263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018497.626325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339437056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018497.626372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626376:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626379:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018497.626403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339437184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626412:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626415:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018497.626417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626423:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018497.626442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339437312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626453:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018497.626454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626465:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018497.626475:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339437056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018497.626478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339437440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018497.626491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626495:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018497.626511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339437568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018497.626524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018497.626540:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018497.626545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339437696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018497.626559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018497.626562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018497.626563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8714e00 x1818247339437056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018497.626564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018497.626567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2761 00000100:00080000:0.0:1734018497.626569:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018497.626572:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018497.626577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018497.626584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339437824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018497.626590:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339437056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626600:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626604:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626608:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339437056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018497.626616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018497.626633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8715180 x1818247339437184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626652:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339437184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018497.626671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018497.626685:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8716680 x1818247339437312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626701:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339437312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626711:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018497.626739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018497.626752:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8717800 x1818247339437440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339437440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339437440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018497.626788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018497.626800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8716a00 x1818247339437568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339437568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018497.626835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018497.626851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8715f80 x1818247339437696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626867:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339437696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018497.626930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018497.626948:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018497.626955:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018497/real 1734018497] req@ffff8800a8714380 x1818247339437824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018497.626966:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339437824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018497.626974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018497.626976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018497.626979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339437824:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018498.492356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018499.494363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018500.496326:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018501.498368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018502.500367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018502.634219:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634228:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018502.634233:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634243:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634252:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634260:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018502.634294:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339437952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018502.634329:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634333:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018502.634335:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634340:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634343:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634347:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018502.634356:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018502.634367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339438080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018502.634377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018502.634383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634387:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634390:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634393:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018502.634397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018502.634405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339438208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018502.634413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018502.634418:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634423:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018502.634431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018502.634438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339438336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018502.634441:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339437952:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018502.634447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018502.634453:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634456:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634458:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634461:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018502.634465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018502.634472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339438464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018502.634480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018502.634485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018502.634498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018502.634505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339438592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018502.634505:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018502.634513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018502.634516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018502.634518:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018502.634521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2766 00000100:00080000:0.0:1734018502.634524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018502.634528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634528:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8714a80 x1818247339437952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018502.634532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018502.634540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339438720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018502.634554:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339437952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634564:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634567:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634572:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339437952:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018502.634580:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018502.634598:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634605:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8716d80 x1818247339438080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634616:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339438080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634624:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634627:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634630:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018502.634636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018502.634649:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634656:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8717100 x1818247339438208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339438208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018502.634704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018502.634717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8714700 x1818247339438336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339438336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018502.634752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018502.634764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8717480 x1818247339438464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339438464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018502.634839:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018502.634860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8715500 x1818247339438592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339438592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634888:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634891:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018502.634896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018502.634910:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018502.634916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018502/real 1734018502] req@ffff8800a8715880 x1818247339438720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018502.634926:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339438720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018502.634933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018502.634935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018502.634939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339438720:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018503.502372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018504.504350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018505.506390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018506.508377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018507.510293:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018507.642253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018507.642267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018507.642329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339438848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018507.642370:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642381:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018507.642401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339438976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642415:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018507.642417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642424:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018507.642441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339439104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018507.642454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018507.642472:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339438848:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018507.642476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339439232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018507.642489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642493:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642495:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642498:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018507.642510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339439360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018507.642524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018507.642527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018507.642536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018507.642544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339439488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018507.642552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018507.642555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018507.642556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018507.642559:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8714000 x1818247339438848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018507.642560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2771 00000100:00080000:0.0:1734018507.642562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018507.642565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018507.642569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018507.642576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339439616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018507.642586:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339438848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642596:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642599:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339438848:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018507.642611:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018507.642629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8717b80 x1818247339438976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339438976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339438976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018507.642666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018507.642680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8715880 x1818247339439104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339439104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018507.642765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018507.642781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8715500 x1818247339439232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642800:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339439232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642813:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018507.642818:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018507.642831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8717480 x1818247339439360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339439360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018507.642865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018507.642881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642887:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8714700 x1818247339439488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339439488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018507.642915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018507.642928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018507.642934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018507/real 1734018507] req@ffff8800a8717100 x1818247339439616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018507.642943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339439616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018507.642951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018507.642953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018507.642956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339439616:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018508.512340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018509.514300:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018510.516370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018511.518369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018512.520356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018512.650251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018512.650264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018512.650329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339439744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018512.650367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018512.650399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339439872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018512.650414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018512.650436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339440000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018512.650450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018512.650466:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339439744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018512.650471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339440128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018512.650485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650494:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018512.650505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339440256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018512.650518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018512.650521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018512.650532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018512.650540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339440384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018512.650548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018512.650551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018512.650553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018512.650554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8716d80 x1818247339439744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018512.650556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2776 00000100:00080000:0.0:1734018512.650559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018512.650562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018512.650566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018512.650573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339440512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018512.650581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339439744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339439744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018512.650608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018512.650673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8714a80 x1818247339439872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339439872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339439872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018512.650715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018512.650730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8714380 x1818247339440000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339440000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018512.650786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018512.650800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8715f80 x1818247339440128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339440128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018512.650835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018512.650847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8716a00 x1818247339440256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339440256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018512.650881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018512.650897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8717800 x1818247339440384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339440384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018512.650930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018512.650942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018512.650948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018512/real 1734018512] req@ffff8800a8716680 x1818247339440512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018512.650958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339440512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018512.650966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018512.650968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018512.650971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339440512:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018513.522386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018514.524365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018515.526349:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018516.528385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018517.530387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018517.658211:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658221:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018517.658225:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658237:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658246:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658254:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018517.658290:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339440640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658323:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658327:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018517.658329:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658334:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658337:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658341:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658351:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018517.658362:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339440768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658372:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658375:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018517.658377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658381:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658383:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658386:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658391:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018517.658402:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339440896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018517.658414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018517.658432:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339440640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018517.658436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339441024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018517.658451:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658454:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658456:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658459:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018517.658471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339441152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018517.658484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018517.658487:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018517.658496:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018517.658504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339441280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018517.658512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018517.658515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018517.658517:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018517.658519:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8715180 x1818247339440640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018517.658520:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2781 00000100:00080000:0.0:1734018517.658524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018517.658527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018517.658531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018517.658579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339441408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018517.658580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339440640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658594:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339440640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018517.658607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018517.658627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8714e00 x1818247339440768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339440768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018517.658667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018517.658681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8716680 x1818247339440896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339440896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339440896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018517.658736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018517.658749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8717800 x1818247339441024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339441024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018517.658785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018517.658797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8716a00 x1818247339441152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339441152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658821:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658823:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018517.658832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018517.658847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8715f80 x1818247339441280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658864:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339441280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018517.658882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018517.658894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018517.658900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018517/real 1734018517] req@ffff8800a8714380 x1818247339441408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018517.658910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339441408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018517.658917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018517.658919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018517.658922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339441408:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018518.532340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018519.534368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018520.536368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018521.538326:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018522.540405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018522.666237:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666246:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018522.666250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018522.666341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339441536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018522.666375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018522.666384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666390:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666395:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666401:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018522.666413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018522.666432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339441664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018522.666444:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339441536:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018522.666498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018522.666505:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666515:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018522.666527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018522.666541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339441792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018522.666555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018522.666562:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666571:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018522.666575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018522.666576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018522.666583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018522.666595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339441920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018522.666600:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8714a80 x1818247339441536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018522.666609:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666613:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018522.666616:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666622:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666626:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666631:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018522.666634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339441536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018522.666638:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1734018522.666648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734018522.666649:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339442048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018522.666653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.666659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339441536:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018522.666663:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666667:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018522.666670:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666675:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666678:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666684:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018522.666690:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018522.666701:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339442176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018522.666709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441664:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018522.666715:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018522.666719:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018522.666722:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018522.666726:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2786 00000100:00080000:0.0:1734018522.666730:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018522.666735:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018522.666738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018522.666741:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018522.666751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8716d80 x1818247339441664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018522.666753:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339442304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018522.666769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339441664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.666782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.666786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.666791:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018522.666800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018522.666828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018522.666841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8717100 x1818247339441792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018522.666858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339441792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.666867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.666870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.666874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018522.666880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018522.666898:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018522.666904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8714700 x1818247339441920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018522.666915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339441920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.666922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.666924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.666927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339441920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018522.666932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018522.666945:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018522.666951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8717480 x1818247339442048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018522.666961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339442048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.666969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.666971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.666975:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018522.666992:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018522.667008:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018522.667015:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8715500 x1818247339442176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018522.667025:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339442176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.667032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.667034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.667037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018522.667043:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018522.667055:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018522.667061:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018522/real 1734018522] req@ffff8800a8715880 x1818247339442304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018522.667071:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339442304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018522.667078:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018522.667080:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018522.667083:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442304:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018523.542406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018524.544358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018525.546358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018526.548374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018527.550363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018527.674256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018527.674269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018527.674296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018527.674332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339442432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018527.674404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018527.674411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674416:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674420:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018527.674424:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674431:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339442432:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018527.674433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018527.674446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339442560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018527.674457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018527.674462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674470:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018527.674473:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018527.674478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018527.674488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339442688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018527.674495:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018527.674497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018527.674501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018527.674512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018527.674515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018527.674518:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8717b80 x1818247339442432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018527.674524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339442816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018527.674532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018527.674536:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674540:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674542:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018527.674545:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339442432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018527.674546:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018527.674550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1734018527.674555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734018527.674557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339442944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018527.674559:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674564:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339442432:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018527.674571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018527.674576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018527.674580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018527.674585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442560:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018527.674586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018527.674590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018527.674598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339443072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018527.674603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018527.674606:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018527.674609:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018527.674610:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018527.674611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8714000 x1818247339442560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018527.674614:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2791 00000100:00080000:0.0:1734018527.674616:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018527.674619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018527.674623:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018527.674623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339442560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018527.674631:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339443200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018527.674631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018527.674644:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018527.674658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8715880 x1818247339442688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018527.674675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339442688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018527.674683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018527.674695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018527.674707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8715500 x1818247339442816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018527.674723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339442816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018527.674731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339442816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018527.674742:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018527.674755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674761:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8717480 x1818247339442944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018527.674771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339442944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018527.674778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339442944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018527.674798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018527.674814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8714700 x1818247339443072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018527.674831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339443072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018527.674839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018527.674849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018527.674862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018527.674868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018527/real 1734018527] req@ffff8800a8717100 x1818247339443200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018527.674877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339443200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018527.674885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018527.674887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018527.674890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443200:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018528.552423:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018529.554399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018530.556388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018531.558381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018532.560373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018532.682254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018532.682268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682303:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682312:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682320:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018532.682356:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339443328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018532.682395:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682400:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018532.682427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339443456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018532.682441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018532.682464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339443584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018532.682479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682487:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682489:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018532.682498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339443328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018532.682504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339443712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018532.682518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682521:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682523:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018532.682538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339443840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018532.682550:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018532.682554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018532.682563:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018532.682572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339443968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018532.682581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018532.682584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018532.682585:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018532.682587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8716d80 x1818247339443328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018532.682589:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2796 00000100:00080000:0.0:1734018532.682591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018532.682594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018532.682598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018532.682605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339444096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018532.682614:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339443328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682624:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339443328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018532.682640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018532.682658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8714a80 x1818247339443456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339443456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018532.682697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018532.682711:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682717:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8714380 x1818247339443584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339443584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018532.682765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018532.682779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8715f80 x1818247339443712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339443712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339443712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018532.682814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018532.682826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8716a00 x1818247339443840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339443840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018532.682861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018532.682876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8717800 x1818247339443968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339443968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339443968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018532.682910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018532.682922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018532.682928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018532/real 1734018532] req@ffff8800a8716680 x1818247339444096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018532.682938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339444096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018532.682945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018532.682947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018532.682950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444096:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018533.562342:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018534.564346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018535.566330:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018536.568313:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018537.570427:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018537.690264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690273:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018537.690277:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690287:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690295:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690303:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018537.690337:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339444224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690369:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018537.690376:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690380:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690383:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690387:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018537.690407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339444352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690420:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018537.690421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018537.690445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339444480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018537.690458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018537.690474:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339444224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018537.690479:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339444608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018537.690494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690497:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018537.690514:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339444736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018537.690526:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00080000:0.0:1734018537.690532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018537.690540:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018537.690546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339444864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018537.690554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018537.690557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018537.690559:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018537.690562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2801 00000100:00100000:2.0:1734018537.690563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8714e00 x1818247339444224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018537.690565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018537.690568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018537.690572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018537.690580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339444992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018537.690589:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339444224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690599:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690602:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690607:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339444224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018537.690615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018537.690633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690640:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8715180 x1818247339444352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339444352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018537.690670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018537.690684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690690:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8716680 x1818247339444480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690700:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339444480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018537.690739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018537.690752:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8717800 x1818247339444608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339444608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690778:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690781:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339444608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018537.690786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018537.690799:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8716a00 x1818247339444736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339444736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690822:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690824:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018537.690833:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018537.690848:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8715f80 x1818247339444864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339444864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018537.690882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018537.690894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018537.690900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018537/real 1734018537] req@ffff8800a8714380 x1818247339444992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018537.690910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339444992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018537.690917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018537.690919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018537.690922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339444992:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018538.572428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018539.574403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018540.576360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018541.578342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018542.580384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018542.698254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018542.698267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698278:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018542.698330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339445120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018542.698368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698376:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018542.698389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018542.698400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339445248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698420:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018542.698422:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698426:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018542.698436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018542.698444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339445376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018542.698456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698460:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018542.698469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339445120:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018542.698470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018542.698478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339445504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018542.698491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018542.698504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018542.698511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339445632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018542.698524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00080000:0.0:1734018542.698530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018542.698537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018542.698544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339445760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018542.698552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018542.698555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018542.698556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018542.698560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2806 00000100:00100000:2.0:1734018542.698560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445248:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018542.698562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018542.698565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018542.698569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018542.698576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339445888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018542.698582:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018542.698606:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018542.698622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018542.698638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018542.698652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445888:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018543.582414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018544.584375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018545.586365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018545.704409:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018545.704454:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018545.704473:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704507:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704515:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704522:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704530:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704536:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018545.704542:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734018545.704620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8714700 x1818247339445504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704657:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339445504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018545.704700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8717480 x1818247339445632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339445632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018545.704754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8715500 x1818247339445760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339445760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704786:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018545.704805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8715880 x1818247339445888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339445888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339445888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018545.704855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8714a80 x1818247339445120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339445120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704896:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339445120:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018545.704906:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8716d80 x1818247339445248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339445248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.704954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018545.704963:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018542/real 1734018545] req@ffff8800a8717100 x1818247339445376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018545.704979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339445376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018545.704992:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018545.704995:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018545.705001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339445376:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018546.588347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018547.590361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018547.706250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018547.706260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018547.706264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018547.706293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018547.706330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339446016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018547.706366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018547.706372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018547.706374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706381:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706386:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018547.706392:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018547.706405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018547.706424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339446144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018547.706432:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339446016:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018547.706440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018547.706444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018547.706446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018547.706462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018547.706468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018547.706481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339446272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018547.706493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018547.706498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018547.706500:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018547.706500:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018547.706505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018547.706514:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018547.706520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018547.706525:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8714000 x1818247339446016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018547.706532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339446400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018547.706546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018547.706549:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339446016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018547.706551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018547.706554:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706559:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706563:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018547.706563:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706567:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018547.706568:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018547.706574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018547.706574:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339446016:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018547.706585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339446528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018547.706597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018547.706601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446144:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018547.706603:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018547.706605:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706611:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018547.706619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018547.706626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018547.706626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018547.706638:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339446656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018547.706639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8717b80 x1818247339446144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018547.706653:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018547.706657:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018547.706658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339446144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018547.706660:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018547.706666:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2811 00000100:00080000:0.0:1734018547.706670:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018547.706671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706674:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018547.706675:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446144:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018547.706681:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018547.706689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018547.706692:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339446784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018547.706712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8717100 x1818247339446272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018547.706740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339446272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018547.706753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018547.706762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018547.706771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018547.706797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8716d80 x1818247339446400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018547.706824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339446400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018547.706846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018547.706853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339446400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018547.706859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018547.706877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8714a80 x1818247339446528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018547.706895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339446528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018547.706902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018547.706908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018547.706925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018547.706938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8715880 x1818247339446656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018547.706955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339446656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018547.706962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.706964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018547.706967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018547.706973:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018547.706986:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018547.706992:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018547/real 1734018547] req@ffff8800a8715500 x1818247339446784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018547.707002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339446784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018547.707009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018547.707011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018547.707015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339446784:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018548.592369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018549.594358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018550.596363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018551.598346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018552.600385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018552.714222:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714231:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018552.714236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714246:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018552.714298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339446912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714333:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714337:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018552.714339:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714343:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714346:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714350:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714359:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018552.714370:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339447040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714379:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018552.714384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714388:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714391:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714394:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018552.714407:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339447168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018552.714421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018552.714437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339446912:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018552.714442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339447296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018552.714456:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714459:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714461:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714465:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018552.714476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339447424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018552.714489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018552.714492:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018552.714501:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018552.714509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339447552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018552.714518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018552.714521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018552.714523:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018552.714524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8717480 x1818247339446912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018552.714526:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2816 00000100:00080000:0.0:1734018552.714529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018552.714532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018552.714536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018552.714543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339447680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018552.714543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339446912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714554:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714557:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714562:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339446912:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018552.714569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018552.714587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714594:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8714700 x1818247339447040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714614:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339447040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714622:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018552.714634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018552.714647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8714380 x1818247339447168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339447168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018552.714700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018552.714714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714720:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8715f80 x1818247339447296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714731:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339447296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018552.714750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018552.714763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8716a00 x1818247339447424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339447424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018552.714799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018552.714811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8717800 x1818247339447552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339447552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018552.714845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018552.714861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018552.714867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018552/real 1734018552] req@ffff8800a8716680 x1818247339447680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018552.714877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339447680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018552.714885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018552.714887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018552.714890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339447680:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018553.602245:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018554.604346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018555.606359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018556.608375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018557.610338:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018557.722255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018557.722268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018557.722279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00080000:0.0:1734018557.722287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018557.722295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018557.722332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339447808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018557.722367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018557.722376:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018557.722382:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00080000:0.0:1734018557.722390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018557.722397:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018557.722409:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018557.722430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339447936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018557.722435:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339447808:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018557.722446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018557.722453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018557.722458:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00080000:0.0:1734018557.722462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018557.722467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018557.722473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018557.722485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339448064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018557.722497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018557.722504:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734018557.722504:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018557.722510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00080000:0.0:1734018557.722514:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018557.722518:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018557.722524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018557.722528:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8715180 x1818247339447808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018557.722537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339448192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018557.722552:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339447808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018557.722561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018557.722567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018557.722568:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018557.722571:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018557.722573:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00080000:0.0:1734018557.722577:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018557.722577:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339447808:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018557.722582:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018557.722588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018557.722600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339448320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018557.722603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447936:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018557.722615:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018557.722620:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018557.722622:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018557.722628:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2821 00000800:00000100:2.0:1734018557.722630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018557.722632:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018557.722637:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018557.722641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8714e00 x1818247339447936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018557.722644:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018557.722656:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339448448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018557.722660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339447936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018557.722671:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018557.722674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018557.722675:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018557.722678:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018557.722678:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018557.722683:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2821 00000100:00100000:2.0:1734018557.722683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339447936:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018557.722688:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018557.722692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448064:192.168.201.160@tcp:8:kworker.0 00000100:00080000:0.0:1734018557.722693:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018557.722699:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018557.722710:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339448576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018557.722716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018557.722726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8716680 x1818247339448064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018557.722743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339448064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018557.722755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018557.722758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018557.722764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018557.722773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018557.722797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018557.722809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8717800 x1818247339448192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018557.722827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339448192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018557.722835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018557.722838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018557.722841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018557.722904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448320:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018557.722926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018557.722934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8716a00 x1818247339448320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018557.722946:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339448320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018557.722954:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018557.722956:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018557.722959:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018557.722965:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018557.722978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018557.722984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8715f80 x1818247339448448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018557.722994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339448448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018557.723001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018557.723003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018557.723007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018557.723012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018557.723024:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018557.723030:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018557/real 1734018557] req@ffff8800a8714380 x1818247339448576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018557.723042:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339448576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018557.723049:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018557.723052:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018557.723055:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339448576:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018558.612353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018559.614374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018560.616374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018561.618356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018562.620362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018562.730241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018562.730254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018562.730315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339448704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730348:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730352:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018562.730354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730359:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730362:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018562.730385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339448832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730399:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018562.730401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730405:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018562.730424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339448960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018562.730436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730449:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018562.730454:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339448704:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018562.730456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339449088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018562.730470:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730473:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730475:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730478:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018562.730491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339449216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018562.730504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00080000:0.0:1734018562.730510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018562.730518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018562.730524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339449344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018562.730532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018562.730535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018562.730536:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018562.730540:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2826 00000100:00100000:2.0:1734018562.730540:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8714700 x1818247339448704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018562.730542:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018562.730546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018562.730550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018562.730557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339449472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018562.730560:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339448704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730570:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730573:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730578:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339448704:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018562.730585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018562.730604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8717480 x1818247339448832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339448832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018562.730643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018562.730658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8715500 x1818247339448960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339448960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339448960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018562.730713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018562.730725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8715880 x1818247339449088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339449088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018562.730761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018562.730823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8714a80 x1818247339449216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339449216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018562.730861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018562.730874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8716d80 x1818247339449344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339449344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018562.730908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018562.730920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018562.730926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018562/real 1734018562] req@ffff8800a8717100 x1818247339449472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018562.730942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339449472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018562.730950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018562.730952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018562.730955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339449472:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018563.622362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018564.624398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018565.626390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018566.628376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018567.630395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018567.738260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738273:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018567.738279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738305:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738315:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018567.738364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339449600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018567.738401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018567.738408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738413:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738417:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738420:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018567.738432:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018567.738444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339449728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018567.738454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018567.738459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018567.738476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018567.738487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339449856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018567.738499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018567.738504:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738514:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738517:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339449600:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018567.738518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018567.738527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339449984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018567.738535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018567.738540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738543:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738545:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738549:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018567.738553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018567.738561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339450112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018567.738570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018567.738576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738584:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738587:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018567.738592:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018567.738600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339450240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018567.738606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018567.738608:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018567.738611:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018567.738612:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018567.738616:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2831 00000100:00080000:0.0:1734018567.738619:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018567.738622:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018567.738626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018567.738633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8717b80 x1818247339449600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018567.738634:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339450368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018567.738654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339449600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.738666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.738670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.738675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339449600:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018567.738724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018567.738748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8714000 x1818247339449728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.738770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339449728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.738778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.738782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.738786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018567.738815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018567.738831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8717100 x1818247339449856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.738849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339449856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.738856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.738859:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.738862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018567.738867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018567.738880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8716d80 x1818247339449984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.738895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339449984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.738903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.738905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.738908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339449984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018567.738914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450112:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018567.738932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8714a80 x1818247339450112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.738949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339450112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.738957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.738959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.738962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018567.738967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018567.738980:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.738985:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8715880 x1818247339450240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.738995:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339450240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.739002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.739005:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.739008:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018567.739013:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018567.739027:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018567.739033:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018567/real 1734018567] req@ffff8800a8715500 x1818247339450368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018567.739051:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339450368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018567.739059:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018567.739061:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018567.739064:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339450368:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018568.632368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018569.634349:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018570.636366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018571.638366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018572.640340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018572.746254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018572.746267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018572.746330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339450496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746371:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746375:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018572.746377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746381:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746385:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746388:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018572.746409:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339450624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018572.746423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018572.746446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339450752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018572.746458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018572.746480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339450496:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018572.746482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339450880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018572.746495:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746498:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018572.746515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339451008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018572.746527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746531:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746534:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746537:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018572.746544:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018572.746548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339451136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018572.746562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018572.746566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018572.746566:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8717480 x1818247339450496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018572.746567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018572.746571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2836 00000100:00080000:0.0:1734018572.746573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018572.746577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018572.746580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018572.746586:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339450496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018572.746588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339451264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018572.746628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746632:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339450496:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018572.746646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018572.746668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8714700 x1818247339450624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339450624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018572.746709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018572.746723:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8714380 x1818247339450752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339450752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018572.746777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018572.746790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8715f80 x1818247339450880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339450880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339450880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018572.746825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018572.746841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8716a00 x1818247339451008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339451008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018572.746876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018572.746889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8717800 x1818247339451136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339451136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018572.746922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018572.746935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018572.746941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018572/real 1734018572] req@ffff8800a8716680 x1818247339451264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018572.746957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339451264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018572.746965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018572.746967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018572.746970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451264:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018573.642405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018574.644370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018575.646363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018576.648383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018577.650444:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018577.754251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018577.754264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018577.754328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339451392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018577.754362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018577.754368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754376:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018577.754389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018577.754400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339451520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018577.754410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018577.754415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018577.754430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018577.754438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339451648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018577.754447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018577.754451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018577.754464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018577.754469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339451392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018577.754472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339451776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018577.754481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018577.754486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754491:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754494:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018577.754498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018577.754505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339451904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018577.754535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018577.754540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754550:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018577.754554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018577.754562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339452032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018577.754566:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018577.754571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018577.754574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018577.754576:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018577.754579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2841 00000100:00080000:0.0:1734018577.754582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018577.754585:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754589:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8714e00 x1818247339451392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018577.754590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018577.754598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339452160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018577.754609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339451392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754623:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339451392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018577.754636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018577.754654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8715180 x1818247339451520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339451520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018577.754694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018577.754708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8716680 x1818247339451648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339451648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018577.754761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018577.754774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8717800 x1818247339451776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339451776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339451776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018577.754809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018577.754825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8716a00 x1818247339451904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339451904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339451904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018577.754859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018577.754871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8715f80 x1818247339452032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754887:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339452032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754897:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754900:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018577.754905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018577.754918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018577.754924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018577/real 1734018577] req@ffff8800a8714380 x1818247339452160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018577.754941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339452160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018577.754949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018577.754951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018577.754954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452160:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018578.652367:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018579.654373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018580.656354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018581.658333:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018582.660376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018582.762252:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018582.762265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018582.762329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339452288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018582.762368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762376:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018582.762400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339452416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018582.762415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018582.762475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339452544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018582.762489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762492:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018582.762507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339452288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018582.762510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339452672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018582.762524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762528:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762530:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762534:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018582.762545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339452800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018582.762559:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018582.762563:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762566:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762569:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018582.762570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018582.762580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339452928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018582.762588:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018582.762591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018582.762592:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018582.762592:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8714700 x1818247339452288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018582.762596:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2846 00000100:00080000:0.0:1734018582.762598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018582.762601:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018582.762605:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018582.762612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339452288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018582.762613:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339453056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.762623:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762627:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339452288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018582.762639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018582.762656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8717480 x1818247339452416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339452416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018582.762696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018582.762709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8715500 x1818247339452544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339452544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018582.762763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018582.762776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8715880 x1818247339452672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339452672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339452672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018582.762811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018582.762827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8714a80 x1818247339452800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762844:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339452800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018582.762862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018582.762874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8716d80 x1818247339452928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339452928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339452928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018582.762907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018582.762920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018582.762926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8717100 x1818247339453056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018582.762942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339453056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018582.762950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018582.762952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018582.762955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453056:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018583.662360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018584.664433:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018585.666419:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018586.668430:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018587.670413:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018587.770251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018587.770264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018587.770328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339453184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018587.770409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770414:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770417:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770421:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018587.770430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018587.770442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339453312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018587.770458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770468:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018587.770472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018587.770482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339453440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018587.770496:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770500:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339453184:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018587.770510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018587.770518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339453568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018587.770531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770535:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770537:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770540:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018587.770544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018587.770551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339453696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018587.770563:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018587.770564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734018587.770573:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018587.770574:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018587.770578:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018587.770586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339453824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018587.770594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018587.770595:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8714000 x1818247339453184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018587.770597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018587.770599:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018587.770602:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2851 00000100:00080000:0.0:1734018587.770605:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018587.770608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018587.770612:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018587.770615:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339453184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018587.770619:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339453952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018587.770625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770629:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339453184:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018587.770641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018587.770659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8717b80 x1818247339453312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339453312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018587.770699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018587.770713:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8717100 x1818247339453440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339453440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018587.770767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018587.770779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8716d80 x1818247339453568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339453568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339453568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018587.770814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018587.770830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8714a80 x1818247339453696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339453696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018587.770864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018587.770876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8715880 x1818247339453824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339453824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770900:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018587.770910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018587.770923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018587.770929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8715500 x1818247339453952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018587.770945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339453952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018587.770953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018587.770955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018587.770958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339453952:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018588.672409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018589.674355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018590.676355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018591.678362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018592.680436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018592.778239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018592.778253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778304:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778312:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018592.778346:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339454080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778380:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018592.778386:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778394:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778397:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778407:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018592.778418:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339454208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778428:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018592.778433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778440:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778443:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018592.778455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339454336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778463:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018592.778468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778471:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778474:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778481:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018592.778487:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339454080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018592.778488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339454464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018592.778502:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778505:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778507:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778510:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018592.778521:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339454592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778529:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018592.778534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018592.778543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018592.778551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018592.778554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339454720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018592.778562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018592.778565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018592.778566:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018592.778570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2856 00000100:00080000:0.0:1734018592.778573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018592.778573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8717480 x1818247339454080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018592.778576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018592.778580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018592.778588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339454848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018592.778592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339454080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339454080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018592.778618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018592.778635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8714700 x1818247339454208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339454208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778668:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018592.778674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018592.778688:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8714380 x1818247339454336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339454336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778712:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018592.778741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018592.778754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8715f80 x1818247339454464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339454464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339454464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018592.778789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018592.778805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8716a00 x1818247339454592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339454592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018592.778841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018592.778853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8717800 x1818247339454720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339454720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778875:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018592.778886:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018592.778899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018592.778905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018592] req@ffff8800a8716680 x1818247339454848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018592.778921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339454848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018592.778929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018592.778931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018592.778934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339454848:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018593.682424:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018594.684422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018595.686399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018596.688339:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018597.690426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018597.786268:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018597.786281:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786301:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786309:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018597.786346:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339454976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786379:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018597.786385:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018597.786416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339455104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018597.786437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018597.786461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339455232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018597.786473:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786480:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018597.786490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339454976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018597.786495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339455360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018597.786508:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786511:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786514:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786518:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018597.786530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339455488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018597.786542:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018597.786546:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018597.786555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018597.786563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339455616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018597.786571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018597.786574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018597.786575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018597.786578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8715180 x1818247339454976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018597.786579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2861 00000100:00080000:0.0:1734018597.786581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018597.786584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018597.786588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018597.786596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339455744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018597.786597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339454976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339454976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018597.786623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018597.786641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8714e00 x1818247339455104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339455104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018597.786680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018597.786694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8716680 x1818247339455232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339455232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018597.786749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018597.786762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8717800 x1818247339455360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339455360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339455360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018597.786797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018597.786813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8716a00 x1818247339455488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339455488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018597.786847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018597.786859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8715f80 x1818247339455616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339455616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018597.786892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018597.786905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018597.786911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8714380 x1818247339455744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018597.786928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339455744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018597.786935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018597.786938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018597.786941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339455744:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018598.692397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018599.694382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018600.696392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018601.698346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018602.700421:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018602.794254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018602.794270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794284:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018602.794355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339455872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018602.794393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018602.794399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794404:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018602.794434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339456000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018602.794444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018602.794449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018602.794477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339456128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018602.794485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018602.794490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794496:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018602.794506:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339455872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018602.794512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339456256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018602.794520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018602.794525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794529:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794531:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794534:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018602.794546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339456384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018602.794561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018602.794567:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018602.794588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339456512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018602.794592:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018602.794597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018602.794600:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018602.794601:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018602.794605:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2866 00000100:00080000:0.0:1734018602.794608:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018602.794611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018602.794615:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018602.794619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8714700 x1818247339455872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018602.794623:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339456640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018602.794642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339455872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339455872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018602.794670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018602.794690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794697:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8717480 x1818247339456000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339456000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018602.794732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018602.794747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8715500 x1818247339456128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339456128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794772:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018602.794808:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018602.794821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8715880 x1818247339456256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339456256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018602.794857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018602.794874:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8714a80 x1818247339456384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339456384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018602.794910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018602.794922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8716d80 x1818247339456512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339456512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.794947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.794949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.794952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018602.794957:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018602.794971:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018602.794976:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8717100 x1818247339456640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018602.794993:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339456640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018602.795002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018602.795004:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018602.795007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339456640:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018603.702428:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018604.704373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018605.706374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018606.708418:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018607.710424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018607.802236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018607.802255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018607.802339:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339456768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018607.802384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802397:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018607.802420:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339456896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018607.802434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018607.802462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339457024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802477:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018607.802479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00100000:2.0:1734018607.802483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339456768:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018607.802486:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018607.802502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339457152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018607.802516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802519:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802525:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018607.802537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339457280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018607.802551:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802555:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018607.802562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018607.802575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339457408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018607.802584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018607.802587:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018607.802588:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018607.802592:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2871 00000100:00080000:0.0:1734018607.802594:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018607.802597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456896:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018607.802598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018607.802602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018607.802610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339457536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018607.802631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018607.802649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018607.802666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018607.802683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018607.802699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457536:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018608.712370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018609.714416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018610.716377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018610.808339:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018610.808382:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018610.808402:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808436:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808445:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808452:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808459:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808466:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018610.808472:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:1.0:1734018610.808515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8717100 x1818247339457024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339457024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808561:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808568:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018610.808580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8716d80 x1818247339457152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339457152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018610.808629:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8714a80 x1818247339457280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339457280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018610.808679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8715880 x1818247339457408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339457408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018610.808729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8715500 x1818247339457536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339457536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808761:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808765:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339457536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018610.808781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8717b80 x1818247339456768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339456768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339456768:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018610.808830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018610] req@ffff8800a8714000 x1818247339456896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018610.808848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339456896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018610.808860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018610.808863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018610.808869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339456896:192.168.201.160@tcp:38:kworker.0 00010000:00010000:0.0:1734018611.718326:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018612.720367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018612.810252:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018612.810264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018612.810328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339457664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018612.810364:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018612.810372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810376:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810379:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018612.810392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018612.810403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339457792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018612.810413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810424:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018612.810426:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810437:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018612.810441:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018612.810449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339457920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018612.810458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018612.810462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018612.810476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018612.810484:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339458048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018612.810492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339457664:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018612.810494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018612.810499:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810502:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810505:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810508:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018612.810512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018612.810519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339458176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018612.810527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810531:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018612.810532:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810547:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810550:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018612.810554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018612.810559:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018612.810562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339458304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018612.810570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018612.810573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018612.810575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018612.810578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2876 00000100:00080000:0.0:1734018612.810582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018612.810585:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8717480 x1818247339457664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018612.810589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018612.810598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339458432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018612.810605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339457664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810616:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810620:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810624:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339457664:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018612.810632:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018612.810650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810657:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8714700 x1818247339457792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339457792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018612.810689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.810703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8714380 x1818247339457920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339457920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339457920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018612.810758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.810774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8715f80 x1818247339458048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339458048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018612.810810:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018612.810822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8716a00 x1818247339458176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810838:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339458176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018612.810856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.810868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8717800 x1818247339458304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339458304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.810900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.810903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018612.810908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.810971:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018612.810980:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8716680 x1818247339458432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.810992:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339458432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.810999:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.811001:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018612.811004:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339458432:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018613.722426:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018614.724351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018615.726364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018616.728379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018617.730379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018617.818238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018617.818255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018617.818339:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339458560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818380:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018617.818386:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818395:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818398:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018617.818421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339458688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018617.818444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018617.818472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339458816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018617.818485:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018617.818507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339458944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018617.818522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818533:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018617.818541:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339458560:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018617.818547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339459072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018617.818560:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818564:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818568:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818572:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818576:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018617.818584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339459200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018617.818593:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018617.818596:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018617.818597:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018617.818601:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2881 00000100:00080000:0.0:1734018617.818605:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018617.818608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018617.818613:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018617.818618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018617.818621:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339459328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018617.818648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8714e00 x1818247339458560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.818668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339458560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.818680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.818684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.818689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339458560:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018617.818697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018617.818717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.818723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8715180 x1818247339458688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.818735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339458688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.818743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.818746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.818749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018617.818756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.818770:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.818776:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8716680 x1818247339458816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.818787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339458816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.818794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.818797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.818800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018617.818827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.818891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.818899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8717800 x1818247339458944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.818911:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339458944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.818919:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.818921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.818924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339458944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018617.818931:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018617.818946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.818952:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8716a00 x1818247339459072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.818963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339459072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.818970:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.818973:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.818976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018617.818982:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.818994:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.819000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8715f80 x1818247339459200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.819012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339459200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.819019:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.819021:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.819024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018617.819030:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.819043:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018617.819049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8714380 x1818247339459328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.819059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339459328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.819067:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.819069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018617.819072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459328:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018618.732379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018619.734365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018620.736361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018621.738305:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018622.740448:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018622.826219:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826228:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018622.826233:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826244:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826252:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018622.826294:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339459456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018622.826327:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826332:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018622.826333:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826338:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826341:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018622.826355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018622.826365:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339459584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018622.826375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018622.826380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826384:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826387:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826391:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018622.826396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018622.826404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339459712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018622.826413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018622.826417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826423:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018622.826430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018622.826438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339459840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018622.826440:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339459456:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018622.826447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018622.826451:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826454:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826457:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826460:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018622.826464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018622.826471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339459968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018622.826479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018622.826485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826493:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018622.826499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018622.826506:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018622.826507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339460096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018622.826515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018622.826518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018622.826519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018622.826522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2886 00000100:00080000:0.0:1734018622.826525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018622.826528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826529:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8714700 x1818247339459456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018622.826532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018622.826539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339460224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018622.826549:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339459456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826560:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826564:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826568:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339459456:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018622.826576:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018622.826594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8717480 x1818247339459584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339459584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826627:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018622.826633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.826646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8714000 x1818247339459712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339459712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018622.826701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.826715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8717b80 x1818247339459840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339459840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339459840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018622.826785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018622.826802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8715500 x1818247339459968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339459968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339459968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018622.826840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.826852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8715880 x1818247339460096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339460096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018622.826887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.826899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018622.826905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8714a80 x1818247339460224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.826915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339460224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.826922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.826925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018622.826927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460224:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018623.742366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018624.744380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018625.746383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018626.748364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018627.750367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018627.834224:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834233:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018627.834238:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834248:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834257:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834265:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018627.834302:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339460352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018627.834336:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834340:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018627.834342:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834347:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834350:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834354:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834362:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018627.834373:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339460480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018627.834383:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834386:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018627.834388:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834392:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834394:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834398:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018627.834412:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339460608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018627.834420:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018627.834425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834429:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834434:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834438:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018627.834446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339460736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018627.834452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339460352:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018627.834455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018627.834460:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834463:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834465:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834469:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018627.834480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339460864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018627.834488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834491:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018627.834492:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834496:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018627.834511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018627.834518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018627.834523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339460992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018627.834533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018627.834536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018627.834537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018627.834541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2891 00000100:00080000:0.0:1734018627.834543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018627.834544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8716d80 x1818247339460352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018627.834547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018627.834551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018627.834558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339461120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018627.834563:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339460352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339460352:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018627.834597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018627.834615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8717100 x1818247339460480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339460480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018627.834653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.834716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8714a80 x1818247339460608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339460608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018627.834775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.834791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8715880 x1818247339460736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339460736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339460736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018627.834827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018627.834839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8715500 x1818247339460864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339460864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018627.834873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.834885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8717b80 x1818247339460992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339460992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834910:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834912:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339460992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018627.834920:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.834932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018627.834938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8714000 x1818247339461120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.834948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339461120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.834955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.834957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018627.834960:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461120:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018628.752366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018629.754378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018630.756342:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018631.758313:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018632.760342:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018632.842245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018632.842258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018632.842321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339461248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018632.842354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018632.842360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018632.842382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018632.842394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339461376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018632.842404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018632.842408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842415:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842418:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018632.842422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018632.842430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339461504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018632.842439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018632.842443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018632.842456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018632.842463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339461632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018632.842471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339461248:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018632.842478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018632.842483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842492:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018632.842496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018632.842504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339461760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018632.842512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018632.842516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842520:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842523:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842526:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018632.842530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018632.842537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339461888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018632.842537:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018632.842546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018632.842549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018632.842550:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018632.842554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2896 00000100:00080000:0.0:1734018632.842557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018632.842561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842561:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8717480 x1818247339461248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018632.842565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018632.842572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339462016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018632.842610:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339461248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842622:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842625:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842630:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339461248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018632.842638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018632.842659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8714700 x1818247339461376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339461376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018632.842698:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.842713:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8714380 x1818247339461504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339461504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018632.842766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.842779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8715f80 x1818247339461632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339461632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339461632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018632.842814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018632.842827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8716a00 x1818247339461760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339461760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842856:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018632.842861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.842873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8717800 x1818247339461888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339461888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842898:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339461888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018632.842908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.842921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018632.842927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8716680 x1818247339462016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.842937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339462016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.842944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.842946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018632.842949:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462016:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018633.762387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018634.764379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018635.766380:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018636.768370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018637.770377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018637.850235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018637.850248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850259:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018637.850311:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339462144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018637.850344:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850348:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018637.850350:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850355:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850358:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850362:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018637.850371:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018637.850381:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339462272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018637.850391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850395:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018637.850397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850401:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850404:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850407:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018637.850411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018637.850421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339462400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018637.850429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018637.850434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850440:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850443:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018637.850447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018637.850455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339462528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018637.850460:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339462144:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018637.850463:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018637.850468:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850472:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850474:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850478:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018637.850482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018637.850509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339462656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018637.850518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018637.850524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018637.850547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018637.850553:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018637.850555:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339462784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018637.850564:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018637.850567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018637.850568:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018637.850571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2901 00000100:00080000:0.0:1734018637.850574:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018637.850578:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8715180 x1818247339462144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018637.850581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018637.850589:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339462912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018637.850598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339462144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850618:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339462144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018637.850625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018637.850644:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8714e00 x1818247339462272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339462272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018637.850682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.850696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8716680 x1818247339462400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339462400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018637.850751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.850765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8717800 x1818247339462528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850782:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339462528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339462528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018637.850800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018637.850813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8716a00 x1818247339462656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339462656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018637.850847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.850860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8715f80 x1818247339462784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339462784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018637.850894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.850907:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018637.850912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8714380 x1818247339462912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.850922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339462912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.850929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.850932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018637.850935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339462912:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018638.772288:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018639.774334:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018640.776366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018641.778338:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018642.780404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018642.858251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018642.858270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858284:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018642.858357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339463040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018642.858403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858435:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858439:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858444:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018642.858455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018642.858468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339463168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018642.858484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018642.858499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018642.858508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339463296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018642.858524:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339463040:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018642.858539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018642.858548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339463424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858560:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018642.858561:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858565:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858568:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858571:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018642.858576:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018642.858584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339463552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858593:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018642.858599:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018642.858603:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858607:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:1.0:1734018642.858611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018642.858616:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018642.858624:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339463680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018642.858632:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018642.858636:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018642.858637:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018642.858639:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8714700 x1818247339463040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018642.858641:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2906 00000100:00080000:0.0:1734018642.858644:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018642.858647:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018642.858651:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018642.858659:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339463808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018642.858659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339463040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339463040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018642.858696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018642.858715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8717480 x1818247339463168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.858734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339463168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018642.858774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.858789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8714000 x1818247339463296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.858807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339463296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018642.858828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.858841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8717b80 x1818247339463424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.858858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339463424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339463424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018642.858877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018642.858890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8715500 x1818247339463552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.858906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339463552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018642.858925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.858939:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858945:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8715880 x1818247339463680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.858956:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339463680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.858964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.858966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.858969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018642.858975:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.858988:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018642.858994:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8714a80 x1818247339463808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.859004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339463808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.859011:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.859014:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018642.859017:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339463808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018643.782345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018644.784356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018645.786401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018646.788336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018647.790387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018647.866244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018647.866257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018647.866351:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339463936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018647.866391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866395:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018647.866397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866401:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866409:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018647.866430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339464064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018647.866439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018647.866444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866450:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018647.866468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339464192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018647.866476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018647.866480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866484:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866488:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018647.866502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339464320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018647.866509:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339463936:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018647.866511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018647.866516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866519:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866521:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866525:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018647.866536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339464448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018647.866544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018647.866548:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018647.866552:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018647.866576:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018647.866579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339464576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018647.866594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018647.866597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018647.866599:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018647.866601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8717100 x1818247339463936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018647.866602:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2911 00000100:00080000:0.0:1734018647.866605:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018647.866608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018647.866612:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018647.866619:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339464704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018647.866621:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339463936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339463936:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018647.866648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018647.866666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8716d80 x1818247339464064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339464064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018647.866705:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.866718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8714a80 x1818247339464192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339464192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018647.866774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.866787:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8715880 x1818247339464320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339464320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018647.866822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018647.866835:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8715500 x1818247339464448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339464448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018647.866869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.866882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8717b80 x1818247339464576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339464576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018647.866917:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.866929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018647.866935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8714000 x1818247339464704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.866944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339464704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.866952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.866954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018647.866957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339464704:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018648.792400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018649.794388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018650.796363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018651.798342:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018652.800405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018652.874268:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874278:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018652.874282:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874302:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874310:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018652.874345:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339464832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018652.874383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874388:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874391:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018652.874416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339464960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018652.874430:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874434:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018652.874453:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339465088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874465:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018652.874466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018652.874480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339464832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018652.874487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339465216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018652.874501:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874504:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874507:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874510:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018652.874522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339465344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018652.874534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874538:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00080000:0.0:1734018652.874540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:1.0:1734018652.874545:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018652.874554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339465472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018652.874562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018652.874565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018652.874567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018652.874570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2916 00000100:00100000:1.0:1734018652.874571:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8717480 x1818247339464832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018652.874573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018652.874576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018652.874580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018652.874588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339465600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018652.874590:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339464832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874601:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874605:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339464832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018652.874617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018652.874635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8714700 x1818247339464960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339464960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874661:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874667:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339464960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018652.874672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.874686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8714380 x1818247339465088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339465088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018652.874739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.874753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8715f80 x1818247339465216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339465216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018652.874788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018652.874800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8716a00 x1818247339465344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339465344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018652.874834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.874847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8717800 x1818247339465472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874864:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339465472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018652.874881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.874894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018652.874900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8716680 x1818247339465600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.874910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339465600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.874917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.874919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018652.874922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339465600:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018653.802385:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018654.804360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018655.806408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018656.808342:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018657.810381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018657.882272:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018657.882281:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018657.882285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882296:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882305:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882313:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018657.882349:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339465728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018657.882385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018657.882392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018657.882394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882401:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018657.882440:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339465856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018657.882456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018657.882461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018657.882464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018657.882464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339465728:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018657.882471:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882479:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018657.882501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339465984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018657.882514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018657.882518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018657.882520:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882534:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:1.0:1734018657.882534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882540:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018657.882551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339466112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018657.882560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8714e00 x1818247339465728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018657.882565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018657.882571:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018657.882573:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882578:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882582:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018657.882584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339465728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018657.882587:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018657.882605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339466240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018657.882610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018657.882619:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018657.882621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339465728:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018657.882625:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018657.882627:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882632:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00080000:0.0:1734018657.882635:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882640:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882646:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018657.882647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018657.882657:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339466368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018657.882671:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734018657.882675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018657.882676:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018657.882679:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018657.882683:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2921 00000100:00100000:1.0:1734018657.882687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8715180 x1818247339465856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018657.882688:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018657.882693:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018657.882699:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018657.882705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339465856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018657.882711:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339466496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018657.882718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.882727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018657.882735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018657.882762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018657.882774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8716680 x1818247339465984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018657.882793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339465984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018657.882806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.882815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339465984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018657.882825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018657.882846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018657.882855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8717800 x1818247339466112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018657.882866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339466112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018657.882874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.882879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018657.882885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018657.882898:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018657.882904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8716a00 x1818247339466240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018657.882914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339466240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018657.882922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.882927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018657.882945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018657.882957:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018657.882964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8715f80 x1818247339466368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018657.882975:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339466368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018657.882983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.882985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.882988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018657.882993:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018657.883005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018657.883011:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018657] req@ffff8800a8714380 x1818247339466496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018657.883021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339466496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018657.883028:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018657.883030:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018657.883033:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339466496:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018658.812368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018659.814340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018660.816363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018661.818269:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018662.820377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018662.890249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018662.890262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018662.890325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339466624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018662.890358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018662.890365:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890370:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890373:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890377:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018662.890386:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018662.890396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339466752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018662.890406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018662.890411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018662.890425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018662.890434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339466880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018662.890442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018662.890447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018662.890461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018662.890468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339467008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018662.890471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339466624:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018662.890477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018662.890482:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890485:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890487:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890490:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018662.890494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018662.890502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339467136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018662.890510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018662.890514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890523:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890526:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018662.890531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018662.890536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018662.890539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339467264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018662.890547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018662.890550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018662.890551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018662.890554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2926 00000100:00080000:0.0:1734018662.890557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018662.890560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8714700 x1818247339466624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018662.890564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018662.890571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339467392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018662.890580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339466624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890594:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890599:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339466624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018662.890606:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018662.890624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8717480 x1818247339466752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339466752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890650:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890656:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018662.890662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.890675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8714000 x1818247339466880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339466880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339466880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018662.890730:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.890743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8717b80 x1818247339467008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890761:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339467008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890774:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018662.890779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018662.890791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8715500 x1818247339467136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339467136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018662.890826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.890838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8715880 x1818247339467264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339467264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018662.890873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.890885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018662.890891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8714a80 x1818247339467392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.890901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339467392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.890908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.890910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018662.890913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339467392:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018663.822346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018664.824411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018665.826337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018666.828345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018667.830402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018667.898244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018667.898258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018667.898322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339467520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018667.898362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898370:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898374:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018667.898394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339467648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018667.898409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898419:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018667.898433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339467776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018667.898446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018667.898463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339467520:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018667.898468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339467904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018667.898483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898486:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898492:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018667.898503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339468032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018667.898516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898519:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898522:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018667.898525:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018667.898530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018667.898536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339468160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018667.898544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018667.898547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018667.898549:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018667.898552:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2931 00000100:00080000:0.0:1734018667.898555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018667.898555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8716d80 x1818247339467520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018667.898559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018667.898563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018667.898571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339468288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018667.898575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339467520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339467520:192.168.201.160@tcp:250:kworker.0 00000100:00100000:1.0:1734018667.898620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467648:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018667.898648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898657:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8717100 x1818247339467648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339467648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018667.898689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.898704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8714a80 x1818247339467776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339467776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898728:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898734:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018667.898758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.898771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898778:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8715880 x1818247339467904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339467904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339467904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018667.898806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:1.0:1734018667.898819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8715500 x1818247339468032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898835:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339468032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898845:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018667.898853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.898865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8717b80 x1818247339468160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339468160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018667.898900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.898912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:1.0:1734018667.898918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8714000 x1818247339468288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.898928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339468288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.898935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.898937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:1.0:1734018667.898940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468288:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018668.832379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018669.834333:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018670.836382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018671.838382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018672.840379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018672.906255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018672.906268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906295:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018672.906332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339468416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018672.906366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018672.906372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906379:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018672.906393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018672.906403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339468544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018672.906420:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906424:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018672.906425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906429:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906431:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906434:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018672.906439:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018672.906447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339468672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018672.906456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906459:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018672.906460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906470:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018672.906474:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018672.906481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339468800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018672.906483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339468416:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018672.906502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018672.906507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906511:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906514:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906517:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018672.906521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018672.906530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339468928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018672.906538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018672.906542:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906552:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018672.906563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018672.906571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339469056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018672.906574:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468544:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018672.906579:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018672.906582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018672.906583:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018672.906587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2936 00000100:00080000:0.0:1734018672.906591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018672.906594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:1.0:1734018672.906595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468672:192.168.201.160@tcp:8:kworker.0 00000008:00100000:0.0:1734018672.906598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018672.906606:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339469184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018672.906618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018672.906633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:1.0:1734018672.906651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:1.0:1734018672.906669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469184:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018673.842390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018674.844377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018675.846423:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018675.912404:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018675.912450:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018675.912470:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912510:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912517:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912524:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912531:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912537:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018675.912543:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734018675.912637:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8716680 x1818247339469184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.912677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339469184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.912691:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.912695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.912702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018675.912715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8715f80 x1818247339468800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.912736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339468800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.912748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.912753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.912759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018675.912771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8716a00 x1818247339468928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.912792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339468928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.912804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.912809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.912816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339468928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018675.912827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8717800 x1818247339469056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.912906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339469056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.912920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.912925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.912931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018675.912942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8717480 x1818247339468416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.912965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339468416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.912978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.912982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.912988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339468416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018675.913000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8714700 x1818247339468544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.913021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339468544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.913035:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.913040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.913045:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018675.913057:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018675] req@ffff8800a8714380 x1818247339468672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018675.913077:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339468672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018675.913090:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018675.913095:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018675.913101:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339468672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018676.848401:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018677.850331:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018677.914241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018677.914257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018677.914271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018677.914341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339469312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018677.914381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018677.914390:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018677.914397:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914409:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018677.914443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339469440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018677.914450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339469312:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018677.914459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018677.914466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018677.914472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914476:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018677.914499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339469568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018677.914512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018677.914519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018677.914524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018677.914544:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018677.914552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339469696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018677.914564:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018677.914571:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018677.914572:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8714380 x1818247339469312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018677.914577:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914582:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914587:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914593:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018677.914598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339469312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018677.914606:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339469824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018677.914620:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.914625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018677.914626:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018677.914628:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.914630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018677.914634:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00100000:2.0:1734018677.914636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339469312:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018677.914638:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914643:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914649:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018677.914660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339469952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018677.914669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469440:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018677.914675:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018677.914680:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018677.914682:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018677.914688:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2941 00000100:00080000:0.0:1734018677.914692:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018677.914697:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018677.914698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018677.914704:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018677.914709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8714700 x1818247339469440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018677.914717:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339470080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018677.914728:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339469440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.914740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.914744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.914750:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018677.914759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018677.914788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018677.914801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8717480 x1818247339469568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018677.914867:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339469568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.914876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.914879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.914883:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018677.914892:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018677.914914:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018677.914922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8717800 x1818247339469696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018677.914933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339469696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.914941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.914944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.914947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339469696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018677.914952:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018677.914967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018677.914973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8716a00 x1818247339469824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018677.914983:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339469824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.914990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.914993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.914997:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018677.915015:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018677.915029:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018677.915035:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8715f80 x1818247339469952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018677.915046:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339469952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.915054:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.915056:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.915059:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339469952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018677.915064:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018677.915078:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018677.915084:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8716680 x1818247339470080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018677.915093:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339470080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018677.915101:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018677.915103:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018677.915106:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018678.852369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018679.854351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018680.856385:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018681.858336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018682.860385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018682.922239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018682.922253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018682.922316:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339470208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018682.922355:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018682.922386:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339470336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018682.922402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922409:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018682.922427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339470464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018682.922440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018682.922458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339470208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018682.922462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339470592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018682.922476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922479:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922482:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922485:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018682.922496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339470720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018682.922510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00080000:0.0:1734018682.922516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018682.922524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018682.922531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339470848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018682.922539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018682.922541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018682.922543:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018682.922546:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2946 00000100:00100000:2.0:1734018682.922547:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8715180 x1818247339470208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018682.922549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018682.922552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018682.922556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018682.922563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339470976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018682.922568:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339470208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339470208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018682.922595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018682.922612:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8714e00 x1818247339470336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339470336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922639:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922645:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018682.922651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018682.922664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8716680 x1818247339470464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339470464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018682.922718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018682.922771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8715f80 x1818247339470592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339470592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339470592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018682.922811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018682.922824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8716a00 x1818247339470720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922840:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339470720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018682.922859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018682.922872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8717800 x1818247339470848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339470848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018682.922912:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018682.922924:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018682.922930:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8717480 x1818247339470976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018682.922940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339470976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018682.922947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018682.922949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018682.922952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339470976:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018683.862393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018684.864367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018685.866411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018686.868352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018687.870366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018687.930292:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930304:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018687.930310:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930324:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930336:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930346:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018687.930396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339471104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018687.930436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018687.930442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930447:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930450:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930454:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018687.930478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339471232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018687.930488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930491:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018687.930493:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930498:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930504:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930509:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018687.930518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339471360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018687.930527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018687.930532:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018687.930557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339471488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018687.930561:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339471104:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018687.930566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018687.930571:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930575:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930577:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930581:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018687.930594:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339471616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018687.930602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930606:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018687.930607:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930611:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00080000:0.0:1734018687.930614:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930617:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018687.930630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339471744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018687.930633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018687.930680:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018687.930684:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018687.930686:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018687.930691:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2951 00000100:00100000:2.0:1734018687.930692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8714700 x1818247339471104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018687.930694:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018687.930698:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018687.930703:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018687.930712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339471104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018687.930714:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339471872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.930724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.930728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.930733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339471104:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018687.930743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018687.930765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.930773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8714380 x1818247339471232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.930785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339471232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.930793:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.930795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.930799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018687.930805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018687.930820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.930826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8714000 x1818247339471360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.930836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339471360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.930844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.930847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.930850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018687.930876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018687.930892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.930899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8717b80 x1818247339471488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.930910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339471488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.930918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.930920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.930923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339471488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018687.930929:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018687.930942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.930948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8715500 x1818247339471616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.930958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339471616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.930966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.930968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.930971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018687.930977:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018687.930990:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.930996:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8715880 x1818247339471744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.931012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339471744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.931020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.931022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.931025:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018687.931031:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018687.931044:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018687.931050:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8714a80 x1818247339471872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018687.931059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339471872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018687.931067:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018687.931069:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018687.931072:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339471872:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018688.872376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018689.874370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018690.876339:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018691.878371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018692.880337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018692.938234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018692.938248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938259:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938276:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018692.938311:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339472000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018692.938344:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938349:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018692.938350:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938355:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018692.938385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339472128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018692.938395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018692.938399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018692.938424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339472256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018692.938432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018692.938437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018692.938451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339472000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018692.938458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339472384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018692.938473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018692.938478:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938481:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938487:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018692.938498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339472512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018692.938506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018692.938511:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2956 00000800:00000100:2.0:1734018692.938515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018692.938517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018692.938520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018692.938531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339472640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018692.938537:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8717100 x1818247339472000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018692.938539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018692.938542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018692.938544:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018692.938547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2956 00000100:00080000:0.0:1734018692.938551:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018692.938591:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339472000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018692.938597:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018692.938602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734018692.938603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018692.938611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339472768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018692.938612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339472000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018692.938620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018692.938640:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8716d80 x1818247339472128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938660:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339472128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938668:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938671:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018692.938680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018692.938694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8714a80 x1818247339472256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339472256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938722:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018692.938747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018692.938764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8715880 x1818247339472384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339472384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339472384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018692.938799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018692.938812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8715500 x1818247339472512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339472512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018692.938846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018692.938858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8717b80 x1818247339472640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339472640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018692.938899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018692.938912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018692.938918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8714000 x1818247339472768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018692.938928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339472768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018692.938935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018692.938937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018692.938940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339472768:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018693.882356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018694.884353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018695.886381:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018696.888390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018697.890382:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018697.946247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018697.946261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018697.946326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339472896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946364:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018697.946366:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946374:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018697.946398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339473024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018697.946413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018697.946436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339473152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018697.946449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018697.946469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339472896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018697.946494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339473280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018697.946509:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946512:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946515:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946518:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018697.946532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339473408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946541:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018697.946546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018697.946556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018697.946563:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018697.946568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339473536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018697.946576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018697.946579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018697.946581:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018697.946584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2961 00000100:00080000:0.0:1734018697.946587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018697.946587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8714380 x1818247339472896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018697.946590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018697.946594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018697.946602:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339473664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018697.946606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339472896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339472896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018697.946634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018697.946651:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8714700 x1818247339473024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339473024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018697.946689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018697.946703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8717480 x1818247339473152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339473152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946731:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018697.946757:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018697.946773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8717800 x1818247339473280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946790:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339473280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946797:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946799:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018697.946808:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018697.946820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8716a00 x1818247339473408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339473408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946843:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946845:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946848:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018697.946854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018697.946866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8715f80 x1818247339473536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339473536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018697.946907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018697.946919:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018697.946926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8716680 x1818247339473664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018697.946936:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339473664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018697.946943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018697.946945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018697.946948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339473664:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018698.892346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018699.894357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018700.896374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018701.898318:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018702.900371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018702.954232:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954242:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018702.954246:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954267:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018702.954274:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018702.954310:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339473792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018702.954344:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954348:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018702.954350:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954355:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954358:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018702.954362:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954371:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018702.954382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339473920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018702.954430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018702.954435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018702.954446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018702.954462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339474048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018702.954470:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339473792:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018702.954473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018702.954478:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018702.954487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018702.954499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339474176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018702.954507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954510:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018702.954512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954515:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954518:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018702.954521:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018702.954534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339474304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018702.954534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018702.954542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018702.954547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:0.0:1734018702.954553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018702.954555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8714e00 x1818247339473792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018702.954557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018702.954568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339474432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018702.954574:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339473792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018702.954576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018702.954579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018702.954581:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018702.954584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2966 00000100:00080000:2.0:1734018702.954585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018702.954587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.954589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018702.954590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018702.954594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018702.954595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339473792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018702.954601:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339474560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018702.954602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018702.954620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8715180 x1818247339473920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339473920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339473920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018702.954676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018702.954690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954696:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8716680 x1818247339474048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339474048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018702.954726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018702.954741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8715f80 x1818247339474176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339474176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018702.954776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018702.954789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8716a00 x1818247339474304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339474304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018702.954823:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018702.954836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8717800 x1818247339474432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339474432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018702.954877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018702.954889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018702.954895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8717480 x1818247339474560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018702.954905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339474560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018702.954912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018702.954914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018702.954917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339474560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018703.902412:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018704.904419:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018705.906439:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018706.908407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018707.910383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018707.962254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018707.962268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962296:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018707.962357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339474688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018707.962402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962407:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962410:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962414:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018707.962435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339474816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018707.962449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018707.962471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339474944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018707.962484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018707.962505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339474688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018707.962508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339475072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018707.962521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962524:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962526:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962530:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018707.962541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339475200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018707.962554:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018707.962557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018707.962570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018707.962574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339475328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018707.962588:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018707.962591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018707.962593:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018707.962593:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8714700 x1818247339474688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018707.962596:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2971 00000100:00080000:0.0:1734018707.962599:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018707.962602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018707.962605:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018707.962612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339474688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018707.962613:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339475456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018707.962623:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962627:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962631:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339474688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018707.962639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018707.962657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8714380 x1818247339474816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339474816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018707.962695:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018707.962709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8714000 x1818247339474944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962726:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339474944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962739:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339474944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018707.962764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018707.962780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8717b80 x1818247339475072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339475072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018707.962816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018707.962829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8715500 x1818247339475200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339475200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962854:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018707.962863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018707.962875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8715880 x1818247339475328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339475328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018707.962915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018707.962928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018707.962933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8714a80 x1818247339475456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018707.962943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339475456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018707.962951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018707.962953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018707.962956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339475456:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018708.912375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018709.914349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018710.916405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018711.918389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018712.920378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018712.970260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970269:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018712.970273:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970283:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970293:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970301:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018712.970336:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339475584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018712.970374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970378:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970381:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018712.970406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339475712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018712.970421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018712.970445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339475840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970462:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018712.970464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970470:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018712.970478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339475584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018712.970486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339475968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018712.970501:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970504:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970507:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970510:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018712.970521:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339476096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970529:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018712.970534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018712.970543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018712.970554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339476224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018712.970562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018712.970565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018712.970565:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8716d80 x1818247339475584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018712.970567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018712.970570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2976 00000100:00080000:0.0:1734018712.970573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018712.970576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018712.970581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018712.970584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339475584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018712.970588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339476352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018712.970594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970599:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339475584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018712.970611:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018712.970629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8717100 x1818247339475712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339475712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018712.970667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018712.970681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8714a80 x1818247339475840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339475840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018712.970736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018712.970753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8715880 x1818247339475968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339475968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339475968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018712.970787:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018712.970800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8715500 x1818247339476096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339476096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018712.970834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018712.970846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8717b80 x1818247339476224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339476224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018712.970886:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018712.970899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018712.970904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8714000 x1818247339476352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018712.970914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339476352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018712.970921:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018712.970924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018712.970927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476352:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018713.922391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018714.924382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018715.926413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018716.928383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018717.930386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018717.978241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018717.978255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018717.978317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339476480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978350:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018717.978357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018717.978388:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339476608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018717.978403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018717.978426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339476736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018717.978439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018717.978458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339476480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018717.978459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339476864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018717.978473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978481:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018717.978493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339476992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018717.978507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00080000:0.0:1734018717.978513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018717.978522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018717.978527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339477120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018717.978535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018717.978538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018717.978539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018717.978543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2981 00000100:00100000:2.0:1734018717.978545:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8714380 x1818247339476480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018717.978546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018717.978549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018717.978553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018717.978560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339477248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018717.978564:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339476480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978579:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978584:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339476480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018717.978591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018717.978609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8714700 x1818247339476608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339476608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978641:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018717.978647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018717.978661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8717480 x1818247339476736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339476736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018717.978715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018717.978731:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978737:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8717800 x1818247339476864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339476864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339476864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018717.978766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018717.978779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8716a00 x1818247339476992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339476992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339476992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018717.978813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018717.978825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8715f80 x1818247339477120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339477120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018717.978866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018717.978878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018717.978884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8716680 x1818247339477248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018717.978894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339477248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018717.978902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018717.978904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018717.978907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477248:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018718.932380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018719.934382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018720.936373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018721.938346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018722.940368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018722.986253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018722.986265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018722.986329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339477376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018722.986368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018722.986399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339477504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018722.986414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018722.986438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339477632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018722.986452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986461:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018722.986469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339477376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018722.986473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339477760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018722.986486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018722.986506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339477888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018722.986519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00080000:0.0:1734018722.986525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018722.986534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018722.986540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339478016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018722.986549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018722.986551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018722.986553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018722.986556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2986 00000100:00100000:2.0:1734018722.986558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8715180 x1818247339477376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018722.986559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018722.986562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018722.986566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018722.986573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339478144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018722.986578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339477376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339477376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018722.986604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018722.986622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986629:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8714e00 x1818247339477504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339477504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018722.986661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018722.986676:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8716680 x1818247339477632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339477632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018722.986729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018722.986746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8715f80 x1818247339477760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339477760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339477760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018722.986781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018722.986794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8716a00 x1818247339477888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339477888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339477888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018722.986829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018722.986841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8717800 x1818247339478016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339478016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018722.986881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018722.986893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018722.986899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018722] req@ffff8800a8717480 x1818247339478144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018722.986909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339478144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018722.986916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018722.986918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018722.986921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478144:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018723.942426:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018724.944355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018725.946392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018726.948352:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018727.950426:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018727.994249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018727.994268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994294:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018727.994350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339478272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018727.994387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018727.994393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994403:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018727.994418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018727.994430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339478400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018727.994440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018727.994446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018727.994461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018727.994470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339478528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018727.994479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018727.994484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339478272:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018727.994498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018727.994507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339478656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018727.994516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018727.994522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994525:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994528:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994531:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018727.994535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018727.994543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339478784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018727.994552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018727.994557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018727.994571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018727.994578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339478912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018727.994584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018727.994586:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018727.994589:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018727.994591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018727.994595:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2991 00000100:00080000:0.0:1734018727.994598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018727.994602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018727.994606:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018727.994610:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8714700 x1818247339478272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018727.994614:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339479040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018727.994632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339478272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994648:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339478272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018727.994661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018727.994680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8714380 x1818247339478400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.994698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339478400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994713:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018727.994739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018727.994754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8714000 x1818247339478528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.994772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339478528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018727.994791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018727.994807:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8717b80 x1818247339478656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.994824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339478656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994834:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339478656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018727.994842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018727.994857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8715500 x1818247339478784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.994874:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339478784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018727.994893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018727.994906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.994912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8715880 x1818247339478912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.994929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339478912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.994937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.994939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.994942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339478912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018727.994947:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018727.994993:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018727.995001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8714a80 x1818247339479040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018727.995012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339479040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018727.995020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018727.995022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018727.995025:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479040:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018728.952395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018729.954452:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018730.956340:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018731.958300:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018732.960377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018733.002290:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002302:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018733.002307:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.002320:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002331:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002340:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018733.002377:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339479168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.002416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.002424:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.002431:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002436:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002442:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018733.002463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339479168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018733.002471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339479296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.002485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.002491:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.002497:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002505:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018733.002524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339479424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018733.002530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018733.002538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018733.002545:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018733.002551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00100000:0.0:1734018733.002553:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b553480 x1818247339479168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018733.002557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018733.002577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339479168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018733.002581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339479552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018733.002593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018733.002594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018733.002597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:2.0:1734018733.002599:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.002601:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018733.002604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339479168:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018733.002607:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002611:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002615:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002621:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018733.002631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018733.002633:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339479680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018733.002646:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002651:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018733.002654:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734018733.002657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018733.002659:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002664:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018733.002668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b551c00 x1818247339479296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018733.002669:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002675:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018733.002687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339479296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018733.002687:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339479808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018733.002699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.002704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.002709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479296:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018733.002711:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018733.002715:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018733.002718:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018733.002719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479424:192.168.201.160@tcp:8:kworker.0 00000100:00080000:2.0:1734018733.002723:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 2996 00000100:00080000:2.0:1734018733.002727:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018733.002732:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018733.002738:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018733.002741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018733.002751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b550700 x1818247339479424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018733.002751:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339479936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018733.002768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339479424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018733.002781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.002784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.002790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018733.002799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018733.002826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018733.002838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b550a80 x1818247339479552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018733.002850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339479552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018733.002859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.002861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.002864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339479552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018733.002922:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018733.002946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018733.002954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b553800 x1818247339479680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018733.002965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339479680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018733.002973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.002975:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.002978:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018733.002984:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018733.002997:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018733.003003:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b550380 x1818247339479808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018733.003013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339479808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018733.003021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.003023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.003026:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018733.003031:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018733.003043:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018733.003049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018733/real 1734018733] req@ffff88012b552a00 x1818247339479936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018733.003065:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339479936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018733.003073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018733.003075:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018733.003078:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339479936:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018733.962388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018734.964394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018735.966382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018736.968366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018737.970366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018738.010244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018738.010257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010267:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018738.010321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339480064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.010361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018738.010382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018738.010393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339480192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.010408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010414:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010418:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018738.010422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018738.010430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339480320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018738.010443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018738.010456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339480064:192.168.201.160@tcp:250:kworker.0 00000008:00100000:2.0:1734018738.010456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018738.010465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339480448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010474:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010477:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.010478:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010482:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010485:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010488:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018738.010492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018738.010499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339480576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018738.010512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018738.010515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010518:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018738.010525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018738.010533:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339480704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018738.010541:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018738.010544:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018738.010545:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018738.010546:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480192:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018738.010549:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3001 00000100:00080000:2.0:1734018738.010551:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018738.010554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018738.010559:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018738.010566:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339480832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018738.010568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018738.010591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018738.010607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018738.010622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018738.010637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480832:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018738.972377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018739.974365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018740.976357:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018741.016416:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018741.016464:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018741.016484:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016519:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016527:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016534:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016541:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016547:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018741.016553:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734018741.016655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b552a00 x1818247339480448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.016703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339480448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.016732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.016787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.016796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018741.016812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b550380 x1818247339480576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.016834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339480576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.016848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.016853:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.016858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018741.016870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b553800 x1818247339480704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.016890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339480704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.016903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.016907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.016913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018741.016924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b550a80 x1818247339480832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.016943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339480832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.016967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.016971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.016976:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339480832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018741.016988:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b551500 x1818247339480064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.017009:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339480064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.017022:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.017026:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.017031:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339480064:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018741.017043:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b550000 x1818247339480192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.017062:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339480192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.017073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.017078:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.017084:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018741.017095:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018738/real 1734018741] req@ffff88012b552680 x1818247339480320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018741.017166:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339480320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018741.017189:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018741.017194:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018741.017199:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339480320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018741.978361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018742.980378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018743.018217:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018226:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018743.018230:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018241:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018249:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018258:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018743.018292:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339480960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018743.018324:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018329:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018743.018331:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018335:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018338:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018342:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018743.018351:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018743.018362:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339481088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018743.018371:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018375:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018743.018377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018381:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018384:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018387:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018743.018393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018743.018401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339481216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018743.018410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018743.018415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018426:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339480960:192.168.201.160@tcp:250:kworker.0 00000008:00100000:2.0:1734018743.018428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018743.018436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339481344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018743.018445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018743.018450:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018453:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018455:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018459:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018743.018463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018743.018471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339481472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018743.018479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018743.018484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3006 00000800:00000100:0.0:1734018743.018491:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018743.018491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018743.018498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018743.018506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339481600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018743.018511:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b550700 x1818247339480960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018743.018514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018743.018516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018743.018518:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018743.018521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3006 00000100:00080000:2.0:1734018743.018524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018743.018527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018531:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339480960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018743.018531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018743.018538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339481728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018743.018541:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018544:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018549:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339480960:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018743.018557:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018743.018575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b551c00 x1818247339481088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018594:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339481088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018601:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018604:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018607:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018743.018614:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018743.018629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b553480 x1818247339481216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339481216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018743.018683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018743.018696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b552680 x1818247339481344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339481344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018743.018764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018743.018781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b550000 x1818247339481472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339481472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018743.018817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018743.018830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b551500 x1818247339481600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339481600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018743.018864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018743.018876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018743.018882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018743/real 1734018743] req@ffff88012b550a80 x1818247339481728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018743.018892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339481728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018743.018899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018743.018902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018743.018905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339481728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018743.982356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018744.984387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018745.986391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018746.988394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018747.990399:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018748.026195:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026206:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018748.026213:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026226:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026237:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026247:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018748.026296:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339481856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018748.026342:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018748.026349:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026353:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026357:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026361:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018748.026372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018748.026384:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339481984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018748.026394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018748.026399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026404:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026407:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018748.026415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018748.026424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339482112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018748.026433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018748.026437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018748.026454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018748.026458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339481856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018748.026463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339482240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018748.026472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018748.026477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026480:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018748.026491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018748.026500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339482368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018748.026508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018748.026513:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026516:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026519:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026522:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018748.026527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018748.026535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339482496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018748.026543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018748.026550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018748.026553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018748.026555:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018748.026559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3011 00000100:00080000:2.0:1734018748.026564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018748.026567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026570:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b553800 x1818247339481856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018748.026571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018748.026579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339482624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018748.026592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339481856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339481856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018748.026650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018748.026675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b550380 x1818247339481984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339481984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026704:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339481984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018748.026720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018748.026737:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b552a00 x1818247339482112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339482112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026765:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018748.026797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018748.026810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b550a80 x1818247339482240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339482240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026837:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018748.026845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018748.026858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b551500 x1818247339482368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339482368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018748.026894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018748.026906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b550000 x1818247339482496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339482496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018748.026940:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018748.026953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018748.026960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018748/real 1734018748] req@ffff88012b552680 x1818247339482624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018748.026970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339482624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018748.026977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018748.026980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018748.026984:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339482624:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018748.992362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018749.994391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018750.996320:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018751.998373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018753.000357:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018753.034250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018753.034263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018753.034326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339482752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034359:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018753.034365:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034370:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034373:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034377:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018753.034398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339482880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018753.034413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018753.034435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339483008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018753.034448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018753.034465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339482752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018753.034470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339483136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018753.034483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018753.034505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339483264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018753.034517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:0.0:1734018753.034530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018753.034567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339483392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018753.034576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018753.034579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018753.034580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b553480 x1818247339482752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018753.034581:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018753.034584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3016 00000100:00080000:2.0:1734018753.034588:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018753.034591:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018753.034595:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018753.034600:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339482752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018753.034603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339483520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018753.034611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034615:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339482752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018753.034628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018753.034648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b551c00 x1818247339482880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339482880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339482880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018753.034690:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018753.034704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b550700 x1818247339483008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339483008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018753.034759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018753.034771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b552680 x1818247339483136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339483136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018753.034806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018753.034819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034825:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b550000 x1818247339483264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339483264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018753.034854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018753.034866:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034872:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b551500 x1818247339483392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339483392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018753.034899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018753.034911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018753.034917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018753/real 1734018753] req@ffff88012b550a80 x1818247339483520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018753.034927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339483520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018753.034935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018753.034937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018753.034940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339483520:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018754.002382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018755.004389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018756.006391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018757.008356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018758.010353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018758.042242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018758.042255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018758.042318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339483648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018758.042351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018758.042357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018758.042378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018758.042389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339483776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018758.042398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018758.042403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018758.042418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018758.042426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339483904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018758.042435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018758.042439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018758.042482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018758.042483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339483648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018758.042491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339484032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018758.042501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018758.042505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042515:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018758.042519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018758.042527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339484160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018758.042535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018758.042541:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3021 00000800:00000100:0.0:1734018758.042547:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018758.042548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018758.042555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018758.042563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339484288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018758.042567:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b552a00 x1818247339483648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018758.042571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018758.042573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018758.042575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018758.042578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3021 00000100:00080000:2.0:1734018758.042581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018758.042584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042587:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339483648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018758.042588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018758.042595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339484416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018758.042597:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042605:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339483648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018758.042612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018758.042629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b550380 x1818247339483776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339483776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018758.042667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018758.042682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b553800 x1818247339483904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339483904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339483904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018758.042736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018758.042749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b550a80 x1818247339484032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339484032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018758.042784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018758.042797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b551500 x1818247339484160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339484160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042830:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018758.042838:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018758.042850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b550000 x1818247339484288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042867:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339484288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018758.042884:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018758.042897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018758.042903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018758/real 1734018758] req@ffff88012b552680 x1818247339484416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018758.042913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339484416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018758.042920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018758.042923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018758.042926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339484416:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018759.012362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018760.014385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018761.016366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018762.018348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018763.020356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018763.050244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018763.050257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050267:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018763.050320:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339484544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018763.050360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018763.050394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018763.050428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339484672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018763.050438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018763.050443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050450:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018763.050466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339484800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018763.050470:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339484544:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018763.050475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018763.050480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018763.050504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339484928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018763.050512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018763.050516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050519:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050525:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050528:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734018763.050534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018763.050540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339485056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018763.050548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018763.050552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018763.050554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b550700 x1818247339484544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018763.050556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018763.050562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018763.050574:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339484544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018763.050574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339485184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018763.050584:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:2.0:1734018763.050588:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018763.050591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018763.050592:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339484544:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018763.050593:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018763.050596:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3026 00000100:00080000:2.0:1734018763.050599:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018763.050600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484672:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018763.050602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018763.050606:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018763.050613:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339485312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018763.050618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b551c00 x1818247339484672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339484672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050645:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050651:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018763.050677:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018763.050692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b553480 x1818247339484800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339484800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050722:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018763.050727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018763.050740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b552680 x1818247339484928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339484928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050765:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339484928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018763.050774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018763.050787:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050793:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b550000 x1818247339485056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339485056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018763.050822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018763.050835:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b551500 x1818247339485184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339485184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050859:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018763.050868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018763.050880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018763.050886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018763/real 1734018763] req@ffff88012b550a80 x1818247339485312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018763.050896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339485312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018763.050903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018763.050906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018763.050909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485312:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018764.022397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018765.024376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018766.026401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018767.028369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018768.030359:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018768.058247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018768.058263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058328:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058339:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018768.058389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339485440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018768.058424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018768.058431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058436:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058439:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058443:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018768.058469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339485568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018768.058480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018768.058486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058493:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018768.058510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339485696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018768.058519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018768.058524:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058534:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018768.058540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339485440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018768.058547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339485824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018768.058556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018768.058562:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058566:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058569:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058572:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018768.058586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339485952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018768.058594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058598:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018768.058599:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058603:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058606:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058609:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058613:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018768.058621:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339486080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018768.058627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018768.058629:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018768.058632:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018768.058634:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018768.058637:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3031 00000100:00080000:2.0:1734018768.058640:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018768.058643:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018768.058647:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018768.058652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b553800 x1818247339485440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018768.058656:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339486208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018768.058675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339485440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339485440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018768.058702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018768.058721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.058728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b550380 x1818247339485568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.058739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339485568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018768.058763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018768.058779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.058785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b552a00 x1818247339485696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.058797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339485696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018768.058838:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018768.058852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.058858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b550a80 x1818247339485824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.058868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339485824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339485824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018768.058888:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018768.058902:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.058908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b551500 x1818247339485952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.058920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339485952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339485952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018768.058938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018768.058951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.058957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b550000 x1818247339486080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.058967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339486080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.058974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.058976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.058979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018768.058984:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018768.058997:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018768.059004:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018768/real 1734018768] req@ffff88012b552680 x1818247339486208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018768.059014:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339486208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018768.059021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018768.059025:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018768.059028:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486208:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018769.032410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018770.034342:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018771.036427:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018772.038397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018773.040386:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018773.066242:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018773.066255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018773.066320:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339486336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018773.066357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018773.066389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339486464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018773.066403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018773.066427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339486592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018773.066440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018773.066457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339486336:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018773.066462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339486720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018773.066475:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066481:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066484:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018773.066496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339486848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018773.066508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018773.066510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066514:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:0.0:1734018773.066522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018773.066532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339486976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018773.066540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018773.066543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b553480 x1818247339486336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018773.066543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018773.066544:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018773.066548:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3036 00000100:00080000:2.0:1734018773.066550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018773.066554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018773.066558:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018773.066563:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339486336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018773.066566:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339487104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018773.066574:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066577:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066582:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339486336:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018773.066590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018773.066608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b551c00 x1818247339486464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339486464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066640:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018773.066646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018773.066661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b550700 x1818247339486592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339486592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066688:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018773.066714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018773.066727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066733:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b552680 x1818247339486720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339486720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339486720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018773.066761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018773.066773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b550000 x1818247339486848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339486848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066804:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066806:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018773.066814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018773.066827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b551500 x1818247339486976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339486976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339486976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018773.066860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018773.066872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018773.066878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018773/real 1734018773] req@ffff88012b550a80 x1818247339487104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018773.066888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339487104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018773.066895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018773.066898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018773.066901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487104:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018774.042391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018775.044406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018776.046397:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018777.048387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018778.050374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018778.074234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018778.074247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074266:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018778.074312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339487232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018778.074362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074370:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018778.074394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339487360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018778.074408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074415:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074418:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018778.074431:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339487488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018778.074444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018778.074469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339487616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018778.074483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018778.074487:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339487232:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018778.074487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018778.074504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339487744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018778.074517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018778.074539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339487872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018778.074553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018778.074556:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018778.074558:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018778.074561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3041 00000100:00080000:2.0:1734018778.074564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018778.074567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018778.074571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018778.074578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339488000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018778.074584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b552a00 x1818247339487232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339487232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074651:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074656:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339487232:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018778.074664:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018778.074685:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b550380 x1818247339487360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339487360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074711:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018778.074727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018778.074744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b553800 x1818247339487488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339487488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018778.074806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018778.074820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b550a80 x1818247339487616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339487616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339487616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018778.074858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018778.074871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b551500 x1818247339487744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339487744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018778.074908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018778.074921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b550000 x1818247339487872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339487872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.074950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339487872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018778.074956:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018778.074969:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018778.074975:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018778/real 1734018778] req@ffff88012b552680 x1818247339488000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018778.074986:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339488000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018778.074994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018778.074997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018778.075001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488000:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018779.052404:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018780.054368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018781.056368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018782.058360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018783.060367:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018783.082204:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082212:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018783.082216:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082227:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082237:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082245:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018783.082281:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339488128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082314:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082318:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018783.082320:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082325:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082328:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082332:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082342:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018783.082353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339488256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018783.082369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082373:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082376:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082379:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018783.082391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339488384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018783.082404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018783.082424:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339488128:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018783.082426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339488512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018783.082440:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082443:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082446:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082449:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018783.082461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339488640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018783.082474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018783.082478:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082481:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082484:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018783.082491:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018783.082496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339488768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018783.082504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018783.082507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018783.082508:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018783.082512:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b550700 x1818247339488128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018783.082512:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3046 00000100:00080000:2.0:1734018783.082515:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018783.082518:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018783.082522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018783.082529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339488896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018783.082532:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339488128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082542:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082545:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082550:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339488128:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018783.082557:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018783.082575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b551c00 x1818247339488256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082594:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339488256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082601:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082604:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082607:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018783.082616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018783.082631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082637:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b553480 x1818247339488384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339488384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018783.082685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018783.082697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b552680 x1818247339488512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339488512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339488512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018783.082733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018783.082745:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b550000 x1818247339488640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339488640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082775:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018783.082780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018783.082792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b551500 x1818247339488768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339488768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018783.082825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018783.082838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018783.082844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018783/real 1734018783] req@ffff88012b550a80 x1818247339488896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018783.082854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339488896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018783.082861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018783.082863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018783.082866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339488896:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018784.062379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018785.064356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018786.066347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018787.068404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018788.070346:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018788.090216:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090224:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018788.090229:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090239:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090248:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090256:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018788.090292:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339489024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090325:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090329:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018788.090331:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090335:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090338:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090342:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090352:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018788.090363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339489152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090373:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090376:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018788.090378:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090382:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090385:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090388:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018788.090402:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339489280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018788.090415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018788.090429:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339489024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018788.090437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339489408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018788.090450:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090453:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090456:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090459:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018788.090471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339489536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018788.090483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018788.090485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018788.090495:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018788.090495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018788.090506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339489664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018788.090514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018788.090515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b553800 x1818247339489024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018788.090517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018788.090518:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018788.090522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3051 00000100:00080000:2.0:1734018788.090524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018788.090527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018788.090531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018788.090534:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339489024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018788.090539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339489792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018788.090544:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090548:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090552:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339489024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018788.090560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018788.090578:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b550380 x1818247339489152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339489152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018788.090615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018788.090629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b552a00 x1818247339489280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339489280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018788.090683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018788.090697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b550a80 x1818247339489408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339489408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339489408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018788.090731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018788.090744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b551500 x1818247339489536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339489536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018788.090785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018788.090797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b550000 x1818247339489664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339489664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018788.090831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018788.090843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018788.090849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018788/real 1734018788] req@ffff88012b552680 x1818247339489792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018788.090859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339489792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018788.090866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018788.090869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018788.090872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339489792:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018789.072432:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018790.074440:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018791.076420:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018792.078384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018793.080374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018793.098180:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098189:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018793.098193:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098204:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098213:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098220:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018793.098257:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339489920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018793.098295:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098299:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018793.098301:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098305:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098308:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098312:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018793.098321:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018793.098332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339490048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018793.098341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098344:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018793.098346:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098350:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098352:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098356:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018793.098360:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018793.098368:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339490176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018793.098376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018793.098381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098384:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098388:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098391:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018793.098396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018793.098400:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339489920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018793.098405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339490304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018793.098413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018793.098418:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098422:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098424:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098427:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018793.098431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018793.098439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339490432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018793.098447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018793.098451:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:0.0:1734018793.098463:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:2.0:1734018793.098466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018793.098473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339490560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018793.098485:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b553480 x1818247339489920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018793.098487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018793.098490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018793.098492:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018793.098495:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3056 00000100:00080000:2.0:1734018793.098498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018793.098501:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098504:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339489920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018793.098505:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018793.098512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339490688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018793.098515:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098518:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098523:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339489920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018793.098530:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018793.098549:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b551c00 x1818247339490048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339490048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098575:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018793.098590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018793.098604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098610:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b550700 x1818247339490176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339490176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098632:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098635:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018793.098659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018793.098672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b552680 x1818247339490304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339490304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018793.098708:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490432:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018793.098720:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b550000 x1818247339490432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339490432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098747:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098750:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018793.098756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018793.098768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b551500 x1818247339490560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339490560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018793.098801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018793.098812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018793.098818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018793/real 1734018793] req@ffff88012b550a80 x1818247339490688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018793.098828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339490688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018793.098835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018793.098838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018793.098841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339490688:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018794.082349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018795.084284:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018796.086372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018797.088373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018798.090305:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018798.106231:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018798.106239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018798.106243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106254:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106263:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018798.106271:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018798.106308:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339490816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018798.106343:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018798.106349:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018798.106352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018798.106369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018798.106383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018798.106401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339490944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018798.106408:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339490816:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018798.106418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018798.106422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018798.106425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018798.106438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018798.106444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018798.106456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339491072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018798.106468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018798.106472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018798.106474:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734018798.106477:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018798.106480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018798.106488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018798.106494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018798.106501:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b552a00 x1818247339490816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018798.106507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339491200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018798.106520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018798.106525:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339490816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018798.106525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018798.106528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106534:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106538:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018798.106539:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018798.106542:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:0.0:1734018798.106544:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:2.0:1734018798.106548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018798.106550:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339490816:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018798.106560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339491328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018798.106572:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018798.106577:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490944:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018798.106577:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018798.106579:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106585:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106589:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018798.106593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018798.106599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018798.106603:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018798.106612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339491456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018798.106615:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b550380 x1818247339490944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018798.106626:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018798.106631:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018798.106633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339490944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018798.106634:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018798.106639:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3061 00000100:00080000:2.0:1734018798.106644:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018798.106645:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018798.106648:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:0.0:1734018798.106649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000008:00100000:2.0:1734018798.106654:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018798.106655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339490944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018798.106666:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339491584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018798.106668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018798.106690:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018798.106702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b553800 x1818247339491072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018798.106720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339491072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018798.106733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018798.106736:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018798.106742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018798.106751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018798.106817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018798.106827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b550a80 x1818247339491200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018798.106838:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339491200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018798.106847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018798.106849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018798.106853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018798.106859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018798.106875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018798.106881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b551500 x1818247339491328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018798.106893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339491328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018798.106901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018798.106903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018798.106906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018798.106924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018798.106937:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018798.106943:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b550000 x1818247339491456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018798.106953:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339491456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018798.106960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018798.106962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018798.106966:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018798.106971:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018798.106983:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018798.106989:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018798/real 1734018798] req@ffff88012b552680 x1818247339491584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018798.106998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339491584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018798.107006:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018798.107008:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018798.107012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339491584:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018799.092377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018800.094359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018801.096398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018802.098385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018803.100339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018803.114212:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114220:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018803.114225:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114234:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114243:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114251:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018803.114287:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339491712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114318:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114323:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018803.114325:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114329:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114332:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114336:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114345:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018803.114356:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339491840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018803.114371:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114375:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114378:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114381:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114386:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018803.114394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339491968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018803.114407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114411:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018803.114423:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339491712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018803.114429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339492096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018803.114442:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114445:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114448:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114451:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018803.114462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339492224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018803.114476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018803.114480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114482:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114485:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018803.114496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339492352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018803.114504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018803.114507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018803.114508:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018803.114511:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491840:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018803.114512:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3066 00000100:00080000:2.0:1734018803.114514:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018803.114517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018803.114521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018803.114528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339492480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018803.114532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018803.114556:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018803.114571:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018803.114585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018803.114600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492480:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018804.102372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018805.104364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018806.106395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018806.120345:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734018806.120390:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018806.120411:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120442:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120449:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120456:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120462:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120469:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734018806.120474:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734018806.120559:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b552680 x1818247339492096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339492096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018806.120691:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b550000 x1818247339492224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339492224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018806.120760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b551500 x1818247339492352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339492352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018806.120810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b550a80 x1818247339492480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339492480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339492480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018806.120860:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b550700 x1818247339491712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339491712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339491712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018806.120922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b551c00 x1818247339491840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339491840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.120953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.120958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.120963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018806.120973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018803/real 1734018806] req@ffff88012b553480 x1818247339491968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018806.120990:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339491968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018806.121002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018806.121006:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018806.121011:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339491968:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018807.108305:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018808.110362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018808.122248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018808.122261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018808.122290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018808.122327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339492608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018808.122368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018808.122375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018808.122385:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018808.122406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339492736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018808.122415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018808.122420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018808.122431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018808.122444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339492864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018808.122452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018808.122456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018808.122472:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339492608:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018808.122472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018808.122485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339492992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018808.122493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018808.122498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122501:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122503:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018808.122507:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018808.122518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339493120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018808.122526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018808.122531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3071 00000800:00000100:0.0:1734018808.122538:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018808.122538:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018808.122542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018808.122553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339493248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018808.122560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b553800 x1818247339492608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018808.122567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018808.122570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018808.122572:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018808.122576:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3071 00000100:00080000:2.0:1734018808.122578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734018808.122580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339492608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018808.122581:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018808.122585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1734018808.122590:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734018808.122592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339493376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018808.122593:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339492608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018808.122642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018808.122663:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b550380 x1818247339492736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339492736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122698:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018808.122704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018808.122718:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122724:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b552a00 x1818247339492864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339492864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018808.122773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018808.122786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122792:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b553480 x1818247339492992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339492992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339492992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018808.122821:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018808.122834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b551c00 x1818247339493120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339493120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018808.122869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018808.122882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b550700 x1818247339493248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339493248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018808.122916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018808.122928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018808.122934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018808/real 1734018808] req@ffff88012b550a80 x1818247339493376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018808.122944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339493376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018808.122951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018808.122953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018808.122956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339493376:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018809.112374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018810.114318:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018811.116381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018812.118381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018813.120323:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018813.130240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018813.130249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018813.130254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018813.130263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00080000:2.0:1734018813.130273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018813.130318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339493504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018813.130353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018813.130359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018813.130362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018813.130368:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00080000:2.0:1734018813.130373:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018813.130392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018813.130411:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339493632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018813.130416:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339493504:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018813.130427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018813.130432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018813.130434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018813.130439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00080000:2.0:1734018813.130443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018813.130454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018813.130467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339493760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018813.130479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018813.130484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1734018813.130485:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018813.130486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018813.130491:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00080000:2.0:1734018813.130495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018813.130505:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018813.130510:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b551500 x1818247339493504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018813.130565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339493888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018813.130568:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339493504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018813.130581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018813.130583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018813.130586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018813.130587:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:2.0:1734018813.130589:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018813.130594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339493504:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018813.130594:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00080000:2.0:1734018813.130599:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130604:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018813.130611:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018813.130622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018813.130623:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339494016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018813.130637:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018813.130642:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018813.130645:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018813.130650:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3076 00000800:00000100:0.0:1734018813.130652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018813.130654:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130659:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b550000 x1818247339493632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018813.130665:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018813.130677:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339494144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018813.130684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339493632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018813.130691:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018813.130697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018813.130697:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018813.130699:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018813.130701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:2.0:1734018813.130704:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3076 00000100:00100000:0.0:1734018813.130706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493632:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018813.130709:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018813.130713:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493760:192.168.201.160@tcp:8:kworker.0 00000008:00100000:2.0:1734018813.130719:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018813.130730:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339494272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018813.130739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b552680 x1818247339493760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018813.130767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339493760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018813.130791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018813.130794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018813.130799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018813.130808:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018813.130837:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b550a80 x1818247339493888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018813.130859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339493888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018813.130867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018813.130869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018813.130873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339493888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018813.130889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018813.130905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b550700 x1818247339494016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018813.130923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339494016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018813.130930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018813.130932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018813.130935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018813.130941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018813.130954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018813.130960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b551c00 x1818247339494144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018813.130970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339494144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018813.130978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018813.130980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018813.130983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018813.130988:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018813.131000:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018813.131006:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018813/real 1734018813] req@ffff88012b553480 x1818247339494272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018813.131016:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339494272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018813.131023:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018813.131025:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018813.131028:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494272:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018814.122389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018815.124380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018816.126374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018817.128375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018818.130385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018818.138235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138247:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018818.138253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018818.138340:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552a00 x1818247339494400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018818.138376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018818.138383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138388:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138391:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018818.138406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018818.138419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550380 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018818.138469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018818.138475:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138483:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018818.138493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018818.138504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553800 x1818247339494656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018818.138509:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339494400:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018818.138514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018818.138519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018818.138533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018818.138542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339494784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018818.138551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018818.138556:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138559:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138562:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138565:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018818.138570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018818.138579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018818.138587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018818.138593:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734018818.138594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018818.138597:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138600:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138604:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018818.138608:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018818.138616:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018818.138621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b552a00 x1818247339494400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018818.138624:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018818.138627:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018818.138629:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018818.138633:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3081 00000100:00080000:2.0:1734018818.138635:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018818.138638:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552a00 x1818247339494400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018818.138642:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018818.138651:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018818.138654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339494400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018818.138669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018818.138688:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138695:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b550380 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138707:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550380 x1818247339494528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018818.138748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018818.138763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b553800 x1818247339494656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553800 x1818247339494656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018818.138807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018818.138820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b553480 x1818247339494784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138836:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339494784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339494784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018818.138855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018818.138869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b551c00 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339494912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339494912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018818.138905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018818.138919:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b550700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339495040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018818.138952:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018818.138965:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018818.138971:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018818/real 1734018818] req@ffff88012b550a80 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018818.138981:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339495168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018818.138989:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018818.138991:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018818.138994:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495168:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018819.132383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018820.134386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018821.136345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018822.138399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018823.140415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018823.146234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018823.146248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018823.146257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146267:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:2.0:1734018823.146311:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b552680 x1818247339495296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018823.146377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018823.146387:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018823.146393:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146399:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018823.146417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018823.146426:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339495296:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018823.146436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550000 x1818247339495424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018823.146450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018823.146456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018823.146462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146465:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146470:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018823.146477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018823.146489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551500 x1818247339495552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018823.146494:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018823.146502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018823.146509:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018823.146513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00100000:0.0:1734018823.146518:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b552680 x1818247339495296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018823.146519:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018823.146531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018823.146542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b552680 x1818247339495296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018823.146543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550a80 x1818247339495680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018823.146557:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018823.146557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018823.146561:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:2.0:1734018823.146562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018823.146564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018823.146568:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b552680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339495296:192.168.201.160@tcp:250:kworker.0 00000100:00080000:2.0:1734018823.146569:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146573:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146578:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018823.146584:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018823.146595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018823.146596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b550700 x1818247339495808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018823.146610:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146614:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018823.146617:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734018823.146622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:2.0:1734018823.146622:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146626:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146632:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b550000 x1818247339495424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018823.146638:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018823.146650:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b551c00 x1818247339495936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018823.146651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550000 x1818247339495424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.146664:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.146668:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.146674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495424:192.168.201.160@tcp:38:kworker.0 00000100:00080000:2.0:1734018823.146674:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018823.146679:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018823.146682:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734018823.146683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495552:192.168.201.160@tcp:8:kworker.0 00000100:00080000:2.0:1734018823.146687:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3086 00000100:00080000:2.0:1734018823.146691:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018823.146696:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:2.0:1734018823.146702:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018823.146704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146715:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b551500 x1818247339495552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018823.146715:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b553480 x1818247339496064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018823.146733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551500 x1818247339495552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.146756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.146760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.146765:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018823.146774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018823.146802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b550a80 x1818247339495680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018823.146832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550a80 x1818247339495680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.146841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.146843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.146847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339495680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018823.146864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:0.0:1734018823.146882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b550700 x1818247339495808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018823.146900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b550700 x1818247339495808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.146908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.146910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.146913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018823.146919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018823.146932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b551c00 x1818247339495936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018823.146949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b551c00 x1818247339495936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.146956:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.146958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.146961:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b551c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339495936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018823.146967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:0.0:1734018823.146978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018823.146984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018823/real 1734018823] req@ffff88012b553480 x1818247339496064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018823.146994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012b553480 x1818247339496064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018823.147002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018823.147004:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018823.147007:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b553480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496064:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018824.142406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018825.144399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018826.146366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018827.148373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018828.150346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018828.154351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018828.154364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154374:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154383:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154391:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018828.154427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339496192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018828.154466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018828.154473:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154477:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154484:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018828.154504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339496320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018828.154510:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339496192:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018828.154515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018828.154519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018828.154543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339496448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018828.154559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018828.154564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154574:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018828.154575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154578:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018828.154585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339496576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018828.154594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1734018828.154597:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8717100 x1818247339496192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018828.154598:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154601:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154604:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154607:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154611:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018828.154617:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339496192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018828.154619:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339496704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018828.154627:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018828.154628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018828.154630:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018828.154631:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018828.154631:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018828.154636:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00100000:2.0:1734018828.154636:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339496192:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018828.154639:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154642:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154646:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018828.154654:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339496832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018828.154658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496320:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018828.154662:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018828.154665:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018828.154666:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018828.154670:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3091 00000100:00080000:0.0:1734018828.154673:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018828.154676:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018828.154677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018828.154680:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018828.154685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8716d80 x1818247339496320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018828.154688:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018828.154705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339496320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018828.154724:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018828.154738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018828.154744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8714a80 x1818247339496448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018828.154754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339496448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154767:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018828.154772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018828.154785:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018828.154791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8715880 x1818247339496576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018828.154801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339496576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339496576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018828.154820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018828.154833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018828.154839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8715500 x1818247339496704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018828.154850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339496704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154859:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154862:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018828.154878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018828.154890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018828.154896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8717b80 x1818247339496832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018828.154906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339496832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018828.154925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018828.154941:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018828.154947:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018828/real 1734018828] req@ffff8800a8714000 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018828.154957:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339496960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018828.154964:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018828.154967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018828.154970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339496960:192.168.201.160@tcp:8:kworker.0 00010000:00010000:3.0:1734018829.152404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018830.154430:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018831.156405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018832.158395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018833.160407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018833.162270:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162279:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018833.162283:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162303:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162311:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018833.162345:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339497088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018833.162377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018833.162384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018833.162415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339497216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018833.162425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162428:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018833.162430:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162434:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018833.162450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339497088:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018833.162452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339497344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018833.162462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162465:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018833.162466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018833.162487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339497472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018833.162495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018833.162500:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162503:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162505:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162509:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162513:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1734018833.162516:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018833.162520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339497600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018833.162528:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162531:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018833.162533:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018833.162536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00100000:2.0:1734018833.162537:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8714380 x1818247339497088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018833.162539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018833.162542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018833.162553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339497728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018833.162556:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339497088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018833.162562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018833.162565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018833.162567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018833.162567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162570:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018833.162571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3096 00000100:00080000:0.0:1734018833.162573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018833.162575:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339497088:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018833.162577:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018833.162581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018833.162582:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734018833.162590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339497856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018833.162600:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8714700 x1818247339497216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339497216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162631:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018833.162657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018833.162671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8717480 x1818247339497344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339497344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018833.162707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018833.162719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162725:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8717800 x1818247339497472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339497472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162742:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162748:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339497472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018833.162754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018833.162768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8716a00 x1818247339497600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339497600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162792:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018833.162803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018833.162816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8715f80 x1818247339497728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339497728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018833.162849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018833.162862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018833.162868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018833/real 1734018833] req@ffff8800a8716680 x1818247339497856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018833.162879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339497856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018833.162886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018833.162888:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018833.162891:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339497856:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018834.162382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018835.164387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018836.166395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018837.168366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018838.170250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018838.170263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:0.0:1734018838.170284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018838.170327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339497984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018838.170361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00010000:3.0:1734018838.170363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018838.170365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018838.170367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:0.0:1734018838.170374:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018838.170387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018838.170398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339498112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018838.170404:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339497984:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018838.170410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018838.170415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:0.0:1734018838.170421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018838.170429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018838.170440:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339498240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018838.170448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018838.170453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:0.0:1734018838.170459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018838.170466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018838.170470:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018838.170474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339498368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018838.170483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018838.170487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170491:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00100000:2.0:1734018838.170492:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8714e00 x1818247339497984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018838.170494:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170498:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018838.170502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018838.170509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339498496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018838.170512:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339497984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018838.170517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018838.170522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018838.170523:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018838.170525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:2.0:1734018838.170526:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018838.170528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170531:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339497984:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018838.170535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018838.170542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339498624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018838.170550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018838.170553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734018838.170554:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498112:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018838.170555:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018838.170558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3102 00000100:00080000:0.0:1734018838.170560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018838.170563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018838.170567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018838.170572:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018838.170575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339498752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018838.170579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8715180 x1818247339498112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170591:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339498112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170599:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170603:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170606:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018838.170613:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018838.170627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8716680 x1818247339498240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339498240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018838.170663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018838.170675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170681:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8715f80 x1818247339498368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339498368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339498368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018838.170710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018838.170726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8716a00 x1818247339498496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339498496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018838.170761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018838.170773:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170779:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8717800 x1818247339498624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339498624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018838.170817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018838.170830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018838.170836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018838/real 1734018838] req@ffff8800a8717480 x1818247339498752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018838.170853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339498752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018838.170861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018838.170863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018838.170866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339498752:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018839.172377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018840.174369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018841.176382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018842.178378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018843.178251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018843.178264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018843.178330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339498880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018843.178369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018843.178400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339499008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018843.178415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178420:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018843.178440:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339499136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018843.178452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018843.178470:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339498880:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018843.178474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339499264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018843.178487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018843.178507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339499392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018843.178521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018843.178524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018843.178536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018843.178542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339499520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018843.178550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018843.178553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018843.178554:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018843.178557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8714700 x1818247339498880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018843.178558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3107 00000100:00080000:0.0:1734018843.178560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018843.178563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018843.178567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018843.178575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339499648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018843.178578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339498880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339498880:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018843.178604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018843.178622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178629:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8714380 x1818247339499008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339499008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178651:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018843.178661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018843.178675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178682:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8714000 x1818247339499136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339499136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018843.178729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018843.178742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8717b80 x1818247339499264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339499264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018843.178777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018843.178793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8715500 x1818247339499392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339499392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018843.178827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018843.178839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8715880 x1818247339499520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339499520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018843.178873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018843.178885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018843.178891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018843/real 1734018843] req@ffff8800a8714a80 x1818247339499648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018843.178908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339499648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018843.178916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018843.178918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018843.178921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339499648:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018843.180332:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018844.182349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018845.184447:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018846.186355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018847.188446:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018848.186236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018848.186250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186270:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018848.186313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339499776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018848.186347:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018848.186353:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186361:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018848.186385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339499904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018848.186394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018848.186399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018848.186423:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339500032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018848.186431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018848.186437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018848.186459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339500160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018848.186459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339499776:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018848.186467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018848.186472:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186475:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186477:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186480:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018848.186491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339500288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018848.186499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018848.186504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018848.186513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018848.186524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339500416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018848.186524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018848.186533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018848.186536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018848.186538:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018848.186541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3112 00000100:00080000:0.0:1734018848.186544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018848.186546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8716d80 x1818247339499776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018848.186547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018848.186551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018848.186558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339500544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018848.186566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339499776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186577:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186580:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186585:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339499776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018848.186592:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018848.186610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8717100 x1818247339499904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186628:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339499904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339499904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018848.186649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018848.186663:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8714a80 x1818247339500032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339500032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018848.186717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018848.186730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8715880 x1818247339500160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339500160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018848.186766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018848.186782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8715500 x1818247339500288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339500288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018848.186816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018848.186828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8717b80 x1818247339500416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339500416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186852:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018848.186863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018848.186876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018848.186882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018848/real 1734018848] req@ffff8800a8714000 x1818247339500544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018848.186899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339500544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018848.186906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018848.186908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018848.186911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339500544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018848.190407:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018849.192425:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018850.194366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018851.196335:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018852.198371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018853.194250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018853.194264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018853.194330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339500672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194364:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018853.194370:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194375:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194378:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194382:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194391:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018853.194402:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339500800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194412:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194415:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018853.194417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194424:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018853.194439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339500928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018853.194452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018853.194469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339500672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018853.194473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339501056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018853.194487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194491:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194497:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018853.194508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339501184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018853.194521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018853.194524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018853.194534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018853.194541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339501312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018853.194549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018853.194552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018853.194553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018853.194556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8714380 x1818247339500672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018853.194557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3117 00000100:00080000:0.0:1734018853.194559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018853.194562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018853.194567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018853.194574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339501440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018853.194575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339500672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339500672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018853.194601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018853.194619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8714700 x1818247339500800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339500800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194653:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018853.194659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018853.194673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8717480 x1818247339500928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339500928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339500928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018853.194727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018853.194740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8717800 x1818247339501056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339501056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018853.194776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018853.194791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8716a00 x1818247339501184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339501184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018853.194826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018853.194882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8715f80 x1818247339501312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339501312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018853.194918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018853.194932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018853.194938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018853/real 1734018853] req@ffff8800a8716680 x1818247339501440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018853.194954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339501440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018853.194962:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018853.194964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018853.194967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339501440:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018853.200354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018854.202371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018855.204361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018856.206364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018857.208349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018858.202248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018858.202256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018858.202261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:0.0:1734018858.202280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018858.202287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018858.202322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339501568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018858.202356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018858.202363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018858.202365:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:0.0:1734018858.202377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018858.202383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018858.202395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018858.202413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339501696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018858.202420:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339501568:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018858.202429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018858.202433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018858.202436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:0.0:1734018858.202446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018858.202450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018858.202457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018858.202470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339501824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018858.202482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018858.202487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1734018858.202487:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018858.202489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:0.0:1734018858.202498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018858.202502:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018858.202508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018858.202511:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8715180 x1818247339501568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018858.202520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339501952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018858.202533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018858.202535:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339501568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018858.202538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018858.202541:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202546:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:2.0:1734018858.202549:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018858.202550:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018858.202554:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018858.202555:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202560:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339501568:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018858.202562:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018858.202573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339502080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018858.202585:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501696:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018858.202587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018858.202591:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018858.202593:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202599:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:0.0:1734018858.202603:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018858.202608:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734018858.202612:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018858.202614:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018858.202623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8714e00 x1818247339501696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018858.202626:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339502208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018858.202639:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734018858.202641:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339501696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018858.202644:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018858.202646:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018858.202652:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3122 00000100:00080000:2.0:1734018858.202655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018858.202656:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018858.202659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018858.202660:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501696:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018858.202667:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018858.202674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734018858.202678:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339502336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734018858.202696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8716680 x1818247339501824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018858.202724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339501824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018858.202737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018858.202741:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018858.202798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018858.202811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018858.202836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8715f80 x1818247339501952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018858.202858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339501952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018858.202866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018858.202868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018858.202872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339501952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018858.202888:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018858.202906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8716a00 x1818247339502080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018858.202924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339502080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018858.202931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018858.202934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018858.202937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018858.202942:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018858.202954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018858.202960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8717800 x1818247339502208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018858.202970:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339502208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018858.202978:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018858.202980:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018858.202983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018858.202988:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018858.203000:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018858.203006:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018858/real 1734018858] req@ffff8800a8717480 x1818247339502336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018858.203023:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339502336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018858.203031:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018858.203033:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018858.203036:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502336:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018858.210394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018859.212350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018860.214336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018861.216353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018862.218345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018863.210246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018863.210260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018863.210325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339502464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018863.210358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018863.210364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210376:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210385:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018863.210396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339502592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018863.210406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018863.210411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018863.210433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339502720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018863.210442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018863.210447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018863.210468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339502848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018863.210469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339502464:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018863.210477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018863.210482:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210485:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210487:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210490:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018863.210502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339502976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018863.210510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018863.210515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018863.210524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734018863.210535:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018863.210537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339503104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018863.210545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018863.210548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018863.210549:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018863.210552:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3127 00000100:00080000:0.0:1734018863.210555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734018863.210557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8714700 x1818247339502464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018863.210559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018863.210562:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018863.210569:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339503232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018863.210577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339502464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339502464:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734018863.210603:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018863.210621:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8714380 x1818247339502592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339502592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210651:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018863.210691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018863.210710:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8714000 x1818247339502720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339502720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018863.210767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018863.210781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8717b80 x1818247339502848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339502848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339502848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018863.210817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734018863.210833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210839:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8715500 x1818247339502976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339502976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339502976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018863.210868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018863.210880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8715880 x1818247339503104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339503104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018863.210914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734018863.210926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734018863.210933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018863/real 1734018863] req@ffff8800a8714a80 x1818247339503232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018863.210949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339503232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018863.210957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018863.210959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734018863.210962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018863.220357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018864.222386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018865.224315:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018866.226319:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018867.228344:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018868.218216:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218224:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018868.218229:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218239:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218248:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218256:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018868.218289:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339503360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218322:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218327:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018868.218328:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218334:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218337:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218340:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218349:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018868.218360:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339503488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218370:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218374:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018868.218375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218379:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218382:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218385:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018868.218399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339503616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018868.218412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218422:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018868.218430:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339503360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018868.218434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339503744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018868.218449:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218452:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218455:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218458:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018868.218469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339503872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018868.218482:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018868.218485:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018868.218501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339504000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018868.218509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018868.218512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018868.218514:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734018868.218517:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503488:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018868.218518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3132 00000100:00080000:0.0:1734018868.218521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018868.218524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018868.218528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018868.218535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339504128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734018868.218540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018868.218564:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018868.218619:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734018868.218640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734018868.218654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504128:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018868.230359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018869.232377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018870.234361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018871.224578:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:0.0:1734018871.224638:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018871.224660:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224718:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224731:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224743:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224754:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224765:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734018871.224776:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:3.0:1734018871.224804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8715880 x1818247339503744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.224853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339503744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.224872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.224878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.224885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018871.224897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8715500 x1818247339503872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.224917:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339503872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.224930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.224934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.224940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339503872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018871.224950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8717b80 x1818247339504000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.224969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339504000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.224982:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.224987:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.224992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018871.225001:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8714000 x1818247339504128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.225019:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339504128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.225033:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.225037:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.225042:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018871.225051:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8717100 x1818247339503360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.225071:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339503360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.225083:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.225087:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.225091:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339503360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018871.225101:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8716d80 x1818247339503488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.225175:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339503488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.225189:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.225194:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.225208:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018871.225219:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018868/real 1734018871] req@ffff8800a8714a80 x1818247339503616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018871.225237:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339503616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018871.225249:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018871.225253:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018871.225258:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339503616:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018871.236363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018872.238369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018873.226245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018873.226265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226290:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226302:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018873.226350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339504256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018873.226390:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018873.226398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226403:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226406:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226410:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018873.226433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339504384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018873.226443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018873.226448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018873.226474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339504512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018873.226483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018873.226488:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018873.226551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339504640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018873.226551:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339504256:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018873.226562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226566:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018873.226568:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226571:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226574:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226578:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018873.226591:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339504768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018873.226600:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226604:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018873.226605:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226610:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00080000:0.0:1734018873.226613:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226616:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226620:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018873.226623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018873.226628:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339504896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018873.226637:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018873.226640:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018873.226642:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018873.226646:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3137 00000100:00100000:3.0:1734018873.226647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8714380 x1818247339504256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018873.226649:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018873.226653:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018873.226657:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018873.226666:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339505024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018873.226667:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339504256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339504256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018873.226696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018873.226716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8714700 x1818247339504384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.226735:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339504384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226746:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226750:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018873.226756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018873.226771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8717480 x1818247339504512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.226787:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339504512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226797:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226800:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018873.226829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018873.226842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8717800 x1818247339504640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.226860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339504640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339504640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018873.226880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018873.226893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8716a00 x1818247339504768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.226909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339504768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018873.226928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018873.226942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8715f80 x1818247339504896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.226958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339504896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.226965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.226968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.226971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339504896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018873.226977:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018873.226990:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018873.226996:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018873/real 1734018873] req@ffff8800a8716680 x1818247339505024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018873.227006:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339505024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018873.227014:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018873.227016:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018873.227019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505024:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018873.240382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018874.242398:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018875.244392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018876.246405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018877.248374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018878.234236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018878.234255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018878.234268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018878.234336:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339505152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234380:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018878.234382:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018878.234387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234391:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018878.234443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339505280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234459:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018878.234461:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018878.234466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018878.234489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339505408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018878.234504:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734018878.234507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339505152:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018878.234509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234511:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018878.234529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339505536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018878.234542:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018878.234545:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234548:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234552:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018878.234565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339505664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234573:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234577:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018878.234578:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1734018878.234578:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018878.234582:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00080000:0.0:1734018878.234587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018878.234601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8714e00 x1818247339505152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018878.234603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339505792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018878.234611:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018878.234615:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018878.234616:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018878.234620:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3142 00000100:00100000:3.0:1734018878.234622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339505152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018878.234623:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018878.234627:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018878.234631:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1734018878.234633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734018878.234640:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339505920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018878.234642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339505152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018878.234651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018878.234673:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8715180 x1818247339505280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339505280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018878.234734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018878.234749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8716680 x1818247339505408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234766:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339505408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018878.234786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018878.234799:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8715f80 x1818247339505536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339505536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339505536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018878.234842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018878.234855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8716a00 x1818247339505664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339505664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018878.234890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018878.234904:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234910:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8717800 x1818247339505792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339505792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018878.234939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018878.234953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018878.234959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018878/real 1734018878] req@ffff8800a8717480 x1818247339505920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018878.234969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339505920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018878.234976:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018878.234978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018878.234982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339505920:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018878.250378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018879.252269:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018880.254422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018881.256403:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018882.258417:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018883.242241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018883.242257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018883.242365:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339506048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018883.242408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242413:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242417:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242421:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018883.242444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339506176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018883.242460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242473:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018883.242487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339506304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018883.242501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018883.242522:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339506048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018883.242524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339506432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018883.242540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242544:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242546:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242550:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018883.242563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339506560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018883.242577:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018883.242581:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242585:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242588:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242592:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018883.242593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018883.242600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339506688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018883.242609:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018883.242612:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018883.242613:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734018883.242616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8714700 x1818247339506048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018883.242617:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3147 00000100:00080000:0.0:1734018883.242620:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018883.242623:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018883.242627:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018883.242635:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339506816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018883.242636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339506048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339506048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018883.242666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018883.242687:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8714380 x1818247339506176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242706:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339506176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242714:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242717:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242720:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018883.242727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018883.242741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8714a80 x1818247339506304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339506304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018883.242800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018883.242814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8716d80 x1818247339506432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339506432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339506432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018883.242857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018883.242870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8717100 x1818247339506560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339506560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018883.242905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018883.242918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8714000 x1818247339506688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339506688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018883.242954:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018883.242967:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018883.242973:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018883/real 1734018883] req@ffff8800a8717b80 x1818247339506816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018883.242983:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339506816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018883.242990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018883.242993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018883.242996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339506816:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018883.260374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018884.262369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018885.264374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018886.266379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018887.268336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018888.250299:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250308:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018888.250312:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250322:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250330:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250338:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018888.250375:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339506944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018888.250407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018888.250414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250418:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250421:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250425:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018888.250434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018888.250445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339507072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018888.250454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018888.250459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018888.250473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018888.250483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339507200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018888.250491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018888.250496:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250500:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018888.250510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018888.250518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339507328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018888.250519:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339506944:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018888.250526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018888.250531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250534:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250537:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250540:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018888.250544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018888.250551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339507456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018888.250559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018888.250564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018888.250577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018888.250585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339507584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734018888.250585:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018888.250594:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018888.250597:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018888.250598:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018888.250602:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3152 00000100:00080000:0.0:1734018888.250604:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018888.250607:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8715500 x1818247339506944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018888.250611:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018888.250619:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339507712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018888.250625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339506944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339506944:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018888.250651:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018888.250672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250679:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8715880 x1818247339507072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250691:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339507072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018888.250710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018888.250724:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8717b80 x1818247339507200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250741:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339507200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018888.250781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018888.250794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8714000 x1818247339507328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339507328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018888.250837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018888.250850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8717100 x1818247339507456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339507456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250873:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250875:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018888.250884:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018888.250897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8716d80 x1818247339507584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339507584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018888.250932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018888.250944:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018888.250950:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018888/real 1734018888] req@ffff8800a8714a80 x1818247339507712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018888.250960:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339507712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018888.250967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018888.250969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018888.250973:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339507712:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018888.270406:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018889.272335:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018890.274427:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018891.276364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018892.278343:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018893.258264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018893.258279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258289:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258298:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018893.258341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339507840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018893.258375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018893.258381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258386:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258403:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018893.258414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339507968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018893.258424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258427:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018893.258429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258432:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258435:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258442:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018893.258450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339508096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018893.258459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258462:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018893.258463:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258467:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018893.258484:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339508224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018893.258488:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339507840:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018893.258499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018893.258504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258507:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258510:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258513:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018893.258524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339508352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018893.258532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018893.258537:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258540:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00080000:0.0:1734018893.258543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018893.258553:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018893.258557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339508480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018893.258565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018893.258568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018893.258570:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018893.258574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3157 00000100:00100000:3.0:1734018893.258574:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8714380 x1818247339507840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018893.258577:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018893.258580:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018893.258584:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018893.258592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339508608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018893.258594:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339507840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258608:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258612:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339507840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018893.258619:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018893.258641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8714700 x1818247339507968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339507968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339507968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018893.258679:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018893.258692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8717480 x1818247339508096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339508096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018893.258748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018893.258761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8717800 x1818247339508224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339508224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258793:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258795:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018893.258803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018893.258816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8716a00 x1818247339508352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339508352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258839:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018893.258850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018893.258863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258869:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8715f80 x1818247339508480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339508480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018893.258898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018893.258911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018893.258917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018893/real 1734018893] req@ffff8800a8716680 x1818247339508608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018893.258927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339508608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018893.258934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018893.258937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018893.258940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339508608:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018893.280376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018894.282358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018895.284331:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018896.286387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018897.288364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018898.266248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018898.266262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018898.266326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339508736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018898.266361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018898.266367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266374:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018898.266398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339508864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018898.266408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018898.266414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018898.266437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339508992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018898.266445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018898.266449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018898.266471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339509120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018898.266471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339508736:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018898.266480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018898.266485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266494:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266498:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018898.266506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339509248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018898.266514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018898.266519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018898.266528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018898.266535:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018898.266539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339509376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018898.266547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018898.266550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018898.266551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018898.266555:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3162 00000100:00080000:0.0:1734018898.266557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018898.266557:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8715180 x1818247339508736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018898.266561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018898.266565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018898.266572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339509504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018898.266577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339508736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266592:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339508736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018898.266604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018898.266625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266632:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8714e00 x1818247339508864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339508864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018898.266663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018898.266677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8716680 x1818247339508992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339508992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339508992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018898.266733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018898.266746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8715f80 x1818247339509120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339509120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266782:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018898.266788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018898.266801:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8716a00 x1818247339509248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266816:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339509248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018898.266834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018898.266847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8717800 x1818247339509376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339509376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018898.266882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018898.266894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018898.266900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018898/real 1734018898] req@ffff8800a8717480 x1818247339509504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018898.266910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339509504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018898.266917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018898.266919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018898.266922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339509504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018898.290353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018899.292363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018900.294333:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018901.296402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018902.298343:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018903.274239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018903.274263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018903.274328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339509632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018903.274363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018903.274369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018903.274389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018903.274400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339509760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018903.274410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018903.274415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018903.274429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018903.274438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339509888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018903.274448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018903.274452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339509632:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018903.274466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018903.274473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339510016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018903.274481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018903.274486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018903.274499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018903.274506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339510144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018903.274514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018903.274519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1734018903.274527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018903.274529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018903.274533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018903.274541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339510272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018903.274548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8714700 x1818247339509632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018903.274549:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018903.274551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018903.274553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018903.274557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3167 00000100:00080000:0.0:1734018903.274559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018903.274562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018903.274566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018903.274568:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339509632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018903.274574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339510400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018903.274579:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339509632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018903.274595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509760:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018903.274615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8714380 x1818247339509760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339509760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018903.274672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018903.274686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8714a80 x1818247339509888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339509888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274716:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339509888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018903.274722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018903.274733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8716d80 x1818247339510016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339510016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018903.274775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018903.274788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274793:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8717100 x1818247339510144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339510144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274816:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018903.274821:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018903.274835:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8714000 x1818247339510272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339510272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018903.274870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018903.274882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018903.274888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018903/real 1734018903] req@ffff8800a8717b80 x1818247339510400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018903.274898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339510400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018903.274905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018903.274907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018903.274910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339510400:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018903.300323:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018904.302334:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018905.304286:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018906.306375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018907.308332:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018908.282223:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282233:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018908.282237:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018908.282298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339510528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282344:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018908.282346:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282350:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282353:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282357:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282366:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018908.282377:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339510656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282386:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018908.282391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282395:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282398:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282402:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018908.282416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339510784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282427:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018908.282428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282432:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282439:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018908.282449:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339510528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018908.282451:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339510912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018908.282464:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282468:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282470:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282474:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018908.282485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339511040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018908.282496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018908.282497:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282504:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282506:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018908.282514:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018908.282518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339511168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018908.282533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734018908.282535:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8715880 x1818247339510528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018908.282536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018908.282537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018908.282541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3172 00000100:00080000:0.0:1734018908.282543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018908.282547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018908.282550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018908.282554:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339510528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018908.282558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339511296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018908.282564:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282568:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282573:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339510528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018908.282580:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018908.282601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282608:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8715500 x1818247339510656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282620:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339510656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282631:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018908.282640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018908.282653:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8717b80 x1818247339510784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339510784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018908.282708:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018908.282722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8714000 x1818247339510912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339510912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282758:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339510912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018908.282764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018908.282776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8717100 x1818247339511040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339511040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018908.282811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018908.282823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8716d80 x1818247339511168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339511168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018908.282858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018908.282871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018908.282877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018908/real 1734018908] req@ffff8800a8714a80 x1818247339511296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018908.282886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339511296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018908.282894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018908.282937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018908.282942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511296:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018908.310337:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018909.312312:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018910.314369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018911.316376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018912.318342:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018913.290253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018913.290266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018913.290328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339511424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018913.290362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018913.290368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290373:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290376:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018913.290401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339511552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018913.290410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018913.290415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018913.290438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339511680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018913.290446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018913.290451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018913.290472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339511808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018913.290473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339511424:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018913.290480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018913.290486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018913.290506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339511936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018913.290514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018913.290519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018913.290528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018913.290538:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018913.290539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339512064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018913.290547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018913.290550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018913.290552:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018913.290555:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3177 00000100:00080000:0.0:1734018913.290558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018913.290560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8714380 x1818247339511424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018913.290561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018913.290566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018913.290575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339512192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018913.290579:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339511424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290590:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290593:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290598:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339511424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018913.290605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018913.290626:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8714700 x1818247339511552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339511552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018913.290665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018913.290678:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8717480 x1818247339511680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339511680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018913.290736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018913.290749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8717800 x1818247339511808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339511808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339511808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018913.290791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018913.290804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8716a00 x1818247339511936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339511936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339511936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018913.290903:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018913.290921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8715f80 x1818247339512064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339512064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018913.290957:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018913.290970:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018913.290976:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018913/real 1734018913] req@ffff8800a8716680 x1818247339512192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018913.290986:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339512192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018913.290994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018913.290996:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018913.290999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018913.320374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018914.322376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018915.324336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018916.326276:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018917.328371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018918.298260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018918.298273:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018918.298279:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298304:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298315:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018918.298363:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339512320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018918.298407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018918.298409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298414:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298417:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298421:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298432:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018918.298444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339512448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018918.298457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018918.298459:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298470:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018918.298488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339512576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018918.298500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018918.298502:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298506:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298509:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018918.298524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339512704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734018918.298536:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339512320:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018918.298538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018918.298539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298543:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298546:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298549:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018918.298562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339512832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298572:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018918.298576:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018918.298577:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298581:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298585:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298588:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298592:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018918.298600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339512960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018918.298609:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1734018918.298609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018918.298612:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018918.298613:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018918.298617:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3182 00000100:00080000:0.0:1734018918.298620:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018918.298623:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018918.298627:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018918.298631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8714e00 x1818247339512320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018918.298636:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339513088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018918.298651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339512320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.298663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.298666:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.298671:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339512320:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018918.298679:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018918.298702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.298709:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8715180 x1818247339512448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.298721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339512448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.298795:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.298798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.298802:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018918.298811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018918.298836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.298845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8716680 x1818247339512576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.298857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339512576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.298865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.298867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.298870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018918.298901:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018918.298915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.298922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8715f80 x1818247339512704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.298939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339512704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.298946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.298949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.298952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339512704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018918.298958:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018918.298971:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.298977:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8716a00 x1818247339512832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.298987:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339512832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.298995:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.298997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.299000:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018918.299006:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018918.299020:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.299026:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8717800 x1818247339512960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.299036:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339512960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.299043:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.299046:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.299049:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339512960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018918.299055:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018918.299069:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018918.299075:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018918/real 1734018918] req@ffff8800a8717480 x1818247339513088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018918.299085:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339513088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018918.299093:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018918.299095:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018918.299098:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513088:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018918.330366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018919.332380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018920.334387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018921.336370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018922.338314:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018923.306234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018923.306247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306259:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306276:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018923.306312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339513216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018923.306345:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306349:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018923.306351:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306356:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018923.306382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339513344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018923.306392:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306395:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018923.306397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306401:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306404:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306407:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306411:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018923.306419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339513472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018923.306427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018923.306433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018923.306454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339513600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018923.306460:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339513216:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018923.306462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306465:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018923.306467:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306470:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306473:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306476:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018923.306487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339513728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018923.306495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018923.306500:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306503:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306506:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306509:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306513:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018923.306521:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339513856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734018923.306525:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018923.306529:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018923.306532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018923.306533:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018923.306537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3187 00000100:00080000:0.0:1734018923.306539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018923.306542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018923.306546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018923.306546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8714700 x1818247339513216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018923.306554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339513984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018923.306566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339513216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306577:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306580:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306585:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339513216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018923.306592:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018923.306613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8714380 x1818247339513344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339513344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018923.306696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018923.306715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8714a80 x1818247339513472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339513472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306744:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018923.306775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018923.306788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8716d80 x1818247339513600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339513600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306820:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339513600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018923.306830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018923.306843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8717100 x1818247339513728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339513728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306871:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018923.306876:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018923.306889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8714000 x1818247339513856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339513856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018923.306923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018923.306936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018923.306942:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018923/real 1734018923] req@ffff8800a8717b80 x1818247339513984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018923.306951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339513984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018923.306959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018923.306961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018923.306964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339513984:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018923.340357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018924.342336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018925.344317:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018926.346388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018927.348366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018928.314249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018928.314262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018928.314326:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339514112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018928.314367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018928.314398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339514240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018928.314413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314419:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018928.314437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339514368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018928.314449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018928.314466:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339514112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018928.314470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339514496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018928.314484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314488:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018928.314504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339514624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314516:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018928.314518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018928.314521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:3.0:1734018928.314530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018928.314538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339514752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018928.314546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018928.314549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018928.314551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734018928.314551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8715500 x1818247339514112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018928.314583:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3192 00000100:00080000:0.0:1734018928.314588:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018928.314591:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018928.314596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018928.314605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339514880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018928.314609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339514112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314628:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339514112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018928.314637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018928.314661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8715880 x1818247339514240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339514240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018928.314701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018928.314715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8717b80 x1818247339514368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314731:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339514368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314745:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018928.314771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018928.314784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8714000 x1818247339514496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339514496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339514496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018928.314825:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018928.314838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8717100 x1818247339514624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339514624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018928.314872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018928.314885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314892:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8716d80 x1818247339514752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339514752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018928.314920:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018928.314932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018928.314938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018928/real 1734018928] req@ffff8800a8714a80 x1818247339514880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018928.314948:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339514880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018928.314955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018928.314957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018928.314960:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339514880:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018928.350333:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018929.352363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018930.354362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018931.356301:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018932.358379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018933.322266:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322276:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018933.322280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322291:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322300:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322308:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018933.322342:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339515008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018933.322378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018933.322384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018933.322404:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018933.322415:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339515136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018933.322432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018933.322436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018933.322450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018933.322458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339515264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018933.322466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018933.322503:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018933.322518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018933.322527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339515392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018933.322527:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339515008:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018933.322537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018933.322542:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322545:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322548:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322552:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018933.322556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018933.322563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339515520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018933.322572:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018933.322576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322585:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018933.322589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018933.322596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339515648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018933.322604:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018933.322607:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018933.322609:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018933.322612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3197 00000100:00080000:0.0:1734018933.322615:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018933.322618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018933.322618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515136:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734018933.322622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018933.322630:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339515776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018933.322641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018933.322665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018933.322680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018933.322696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018933.322712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018933.360347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018934.362371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018935.364373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018936.328366:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734018936.328413:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018936.328475:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328514:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328523:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328530:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328537:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328545:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734018936.328551:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:3.0:1734018936.328640:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8717800 x1818247339515392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339515392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018936.328721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8716a00 x1818247339515520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339515520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018936.328772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8715f80 x1818247339515648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339515648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018936.328819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8716680 x1818247339515776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328847:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339515776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339515776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018936.328878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8714380 x1818247339515008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339515008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339515008:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018936.328929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8714700 x1818247339515136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.328947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339515136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.328961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.328965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.328980:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018936.328991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018933/real 1734018936] req@ffff8800a8717480 x1818247339515264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018936.329021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339515264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018936.329034:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018936.329038:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018936.329043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339515264:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018936.366394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018937.368347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018938.330239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018938.330252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018938.330279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018938.330315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339515904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018938.330349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018938.330356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018938.330367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018938.330376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018938.330417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339516032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018938.330428:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018938.330433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018938.330445:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018938.330450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018938.330461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339516160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018938.330471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734018938.330473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339515904:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018938.330474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018938.330475:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330479:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330482:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018938.330485:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018938.330489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018938.330497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339516288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018938.330505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018938.330509:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330513:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330515:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018938.330519:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018938.330522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018938.330530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339516416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734018938.330537:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018938.330544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018938.330549:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018938.330558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8715180 x1818247339515904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018938.330559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018938.330562:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018938.330570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339516544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018938.330577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339515904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018938.330578:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018938.330581:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018938.330582:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018938.330586:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3202 00000100:00080000:0.0:1734018938.330588:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018938.330588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018938.330591:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:3.0:1734018938.330591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734018938.330595:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018938.330596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339515904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018938.330603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339516672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018938.330604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018938.330622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330629:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8714e00 x1818247339516032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339516032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330648:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330652:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018938.330679:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018938.330694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8717480 x1818247339516160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339516160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018938.330731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018938.330743:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8714700 x1818247339516288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339516288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018938.330778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018938.330794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8714380 x1818247339516416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339516416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018938.330828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018938.330841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8716680 x1818247339516544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339516544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330869:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018938.330875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018938.330888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018938.330893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018938/real 1734018938] req@ffff8800a8715f80 x1818247339516672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018938.330910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339516672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018938.330918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018938.330920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018938.330923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339516672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018938.370367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018939.372361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018940.374417:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018941.376411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018942.378415:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018943.338249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018943.338262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018943.338367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339516800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018943.338405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338410:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338413:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338417:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018943.338437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339516928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018943.338452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018943.338474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339517056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018943.338490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338497:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018943.338510:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339516800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018943.338511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339517184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018943.338524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338527:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338530:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338533:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018943.338544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339517312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018943.338557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00080000:0.0:1734018943.338563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018943.338575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018943.338579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339517440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018943.338587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018943.338590:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018943.338592:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018943.338595:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3207 00000100:00100000:3.0:1734018943.338596:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8716a00 x1818247339516800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018943.338598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018943.338601:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018943.338605:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018943.338612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339517568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018943.338616:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339516800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338626:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339516800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018943.338642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018943.338660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338667:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8717800 x1818247339516928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339516928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339516928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018943.338698:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018943.338712:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8714a80 x1818247339517056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338728:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339517056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018943.338770:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018943.338784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8716d80 x1818247339517184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339517184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018943.338820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018943.338836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338842:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8717100 x1818247339517312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339517312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018943.338871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018943.338883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8714000 x1818247339517440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339517440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018943.338916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018943.338929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018943.338935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018943/real 1734018943] req@ffff8800a8717b80 x1818247339517568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018943.338951:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339517568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018943.338959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018943.338961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018943.338964:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339517568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018943.380376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018944.382362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018945.384403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018946.386387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018947.388402:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018948.346270:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346279:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018948.346283:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346294:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346303:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346310:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018948.346346:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339517696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018948.346379:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018948.346385:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346390:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346393:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018948.346417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339517824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018948.346426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018948.346432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346435:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346438:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346441:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346445:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018948.346456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339517952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018948.346464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018948.346469:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346473:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346479:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018948.346491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339518080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018948.346493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339517696:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018948.346501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018948.346506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346511:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346514:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018948.346525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339518208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018948.346534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018948.346538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018948.346547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018948.346557:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018948.346559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339518336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018948.346567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018948.346570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018948.346572:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018948.346575:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3212 00000100:00080000:0.0:1734018948.346578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018948.346578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8715880 x1818247339517696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018948.346582:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018948.346586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018948.346593:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339518464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018948.346597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339517696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346608:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339517696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018948.346624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018948.346642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8715500 x1818247339517824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339517824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018948.346682:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018948.346695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8717b80 x1818247339517952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339517952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346719:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339517952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018948.346752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018948.346765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8714000 x1818247339518080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346782:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339518080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346793:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018948.346801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018948.346817:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346823:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8717100 x1818247339518208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346834:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339518208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346842:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018948.346852:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018948.346865:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8716d80 x1818247339518336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339518336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018948.346899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018948.346912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018948.346918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018948/real 1734018948] req@ffff8800a8714a80 x1818247339518464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018948.346934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339518464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018948.346942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018948.346944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018948.346947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339518464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018948.390390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018949.392313:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018950.394399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018951.396410:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018952.398372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018953.354243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018953.354255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018953.354318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339518592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354352:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018953.354358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018953.354389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339518720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018953.354411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354417:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354420:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018953.354432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339518848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018953.354445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354448:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354454:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354458:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018953.354464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339518592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018953.354465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339518976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354474:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354477:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018953.354479:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354482:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354485:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354488:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018953.354499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339519104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018953.354512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354518:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018953.354521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018953.354530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018953.354532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339519232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018953.354540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018953.354543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018953.354544:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018953.354547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3217 00000100:00080000:0.0:1734018953.354550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018953.354551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8717800 x1818247339518592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018953.354553:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018953.354557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018953.354564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339519360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018953.354570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339518592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339518592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018953.354597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018953.354615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8716a00 x1818247339518720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339518720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018953.354655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018953.354669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8715f80 x1818247339518848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339518848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354693:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354699:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018953.354726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018953.354740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8716680 x1818247339518976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339518976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339518976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018953.354775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018953.354792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8714380 x1818247339519104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339519104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018953.354827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018953.354839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8714700 x1818247339519232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339519232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018953.354873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018953.354885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018953.354891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018953/real 1734018953] req@ffff8800a8717480 x1818247339519360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018953.354907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339519360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018953.354915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018953.354917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018953.354920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339519360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018953.400286:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018954.402346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018955.404392:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018956.406350:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018957.408398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018958.362233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018958.362242:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018958.362246:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018958.362257:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362265:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362274:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018958.362309:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339519488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018958.362343:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018958.362347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018958.362349:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018958.362353:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362356:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362359:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362370:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018958.362388:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339519616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018958.362403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018958.362407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018958.362410:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018958.362415:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018958.362449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339519744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018958.362456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339519488:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018958.362465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018958.362470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018958.362473:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018958.362478:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362482:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362486:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018958.362507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339519872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018958.362520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1734018958.362521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018958.362525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018958.362528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018958.362533:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362538:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018958.362542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8714e00 x1818247339519488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018958.362543:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018958.362562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339519488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018958.362563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339520000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018958.362572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734018958.362577:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734018958.362580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339519488:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018958.362584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018958.362586:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734018958.362588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519616:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018958.362592:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362597:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:3.0:1734018958.362606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362608:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018958.362613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8715180 x1818247339519616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018958.362621:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339520128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018958.362625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339519616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018958.362631:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018958.362633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018958.362634:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018958.362636:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018958.362636:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519616:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018958.362640:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3222 00000100:00080000:0.0:1734018958.362643:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018958.362646:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018958.362651:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018958.362660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339520256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018958.362664:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018958.362678:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018958.362685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8717480 x1818247339519744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018958.362696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339519744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018958.362703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362706:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018958.362714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018958.362727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018958.362732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8714700 x1818247339519872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018958.362742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339519872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018958.362750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339519872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018958.362761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018958.362778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018958.362783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8714380 x1818247339520000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018958.362794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339520000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018958.362801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018958.362812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018958.362824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018958.362830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8716680 x1818247339520128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018958.362840:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339520128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018958.362847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018958.362868:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018958.362880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018958.362887:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018958/real 1734018958] req@ffff8800a8715f80 x1818247339520256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018958.362904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339520256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018958.362912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018958.362914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018958.362917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018958.410356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018959.412395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018960.414377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018961.416357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018962.418359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018963.370213:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370224:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018963.370228:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370239:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370248:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370256:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018963.370293:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339520384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370327:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370331:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018963.370333:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370337:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370340:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018963.370353:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018963.370364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339520512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018963.370379:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370383:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370386:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370389:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018963.370393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018963.370401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339520640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018963.370415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370428:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339520384:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734018963.370429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018963.370436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339520768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018963.370449:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370452:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370455:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370458:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018963.370462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018963.370469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339520896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018963.370481:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370485:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:3.0:1734018963.370492:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734018963.370494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018963.370502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339521024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018963.370511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018963.370514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1734018963.370514:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8716a00 x1818247339520384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018963.370515:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018963.370519:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3227 00000100:00080000:0.0:1734018963.370522:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018963.370525:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018963.370529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018963.370533:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339520384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018963.370536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339521152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018963.370544:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370547:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370552:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339520384:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018963.370560:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018963.370578:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8717800 x1818247339520512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370597:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339520512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370608:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018963.370618:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018963.370632:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8714a80 x1818247339520640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339520640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018963.370688:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018963.370702:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8716d80 x1818247339520768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339520768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370729:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339520768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018963.370737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018963.370754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8717100 x1818247339520896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339520896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339520896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018963.370789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018963.370802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8714000 x1818247339521024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339521024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018963.370834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018963.370847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018963.370853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018963/real 1734018963] req@ffff8800a8717b80 x1818247339521152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018963.370870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339521152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018963.370878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018963.370880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018963.370883:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018963.420316:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018964.422414:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018965.424338:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018966.426345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018967.428317:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018968.378229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018968.378243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378253:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378262:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378270:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018968.378307:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339521280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018968.378341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378345:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018968.378348:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378352:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378357:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378360:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018968.378370:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018968.378381:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339521408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018968.378391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378394:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018968.378396:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378400:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378402:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378405:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018968.378410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018968.378420:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339521536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018968.378429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018968.378433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018968.378447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018968.378449:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339521280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018968.378455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339521664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018968.378470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018968.378475:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378483:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018968.378487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018968.378495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339521792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018968.378503:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018968.378508:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378512:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3232 00000800:00000100:3.0:1734018968.378514:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018968.378515:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378518:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018968.378522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018968.378529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339521920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018968.378535:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8715500 x1818247339521280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018968.378537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018968.378540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018968.378541:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018968.378546:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3232 00000100:00080000:0.0:1734018968.378549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018968.378552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378554:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339521280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018968.378556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018968.378564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339522048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018968.378565:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378568:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378573:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339521280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018968.378581:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018968.378599:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8715880 x1818247339521408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.378617:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339521408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.378625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378628:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018968.378638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018968.378652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8717b80 x1818247339521536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.378669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339521536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.378677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018968.378710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018968.378722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8714000 x1818247339521664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.378739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339521664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.378747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339521664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018968.378761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018968.378790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8717100 x1818247339521792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.378820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339521792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.378831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378840:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018968.378849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018968.378922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8716d80 x1818247339521920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.378947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339521920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.378955:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.378957:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.378960:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339521920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018968.378967:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018968.378987:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018968.378993:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018968/real 1734018968] req@ffff8800a8714a80 x1818247339522048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018968.379010:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339522048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018968.379018:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018968.379020:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018968.379023:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018968.430365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018969.432364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018970.434341:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018971.436384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018972.438402:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018973.386236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018973.386250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018973.386313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339522176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018973.386346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018973.386352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386360:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018973.386383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339522304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018973.386393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018973.386399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018973.386421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339522432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018973.386429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018973.386434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386437:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386440:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386443:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018973.386454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339522560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018973.386455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339522176:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018973.386463:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018973.386468:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386471:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386473:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386477:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018973.386489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339522688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018973.386498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018973.386502:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386508:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018973.386511:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018973.386521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018973.386522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339522816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018973.386530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018973.386533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018973.386534:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018973.386537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3237 00000100:00080000:0.0:1734018973.386540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018973.386542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8717800 x1818247339522176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018973.386543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018973.386547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018973.386556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339522944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018973.386561:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339522176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386571:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339522176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018973.386587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018973.386605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8716a00 x1818247339522304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339522304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018973.386643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018973.386657:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8715f80 x1818247339522432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339522432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018973.386715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018973.386728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8716680 x1818247339522560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339522560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386755:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386759:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339522560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018973.386764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018973.386780:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8714380 x1818247339522688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339522688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386847:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018973.386853:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018973.386869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8714700 x1818247339522816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339522816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018973.386904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018973.386917:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018973.386923:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018973/real 1734018973] req@ffff8800a8717480 x1818247339522944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018973.386939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339522944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018973.386947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018973.386949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018973.386952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339522944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018973.440370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018974.442330:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018975.444371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018976.446349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018977.448406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018978.394240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018978.394255:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018978.394318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339523072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018978.394352:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018978.394358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018978.394389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339523200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018978.394398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018978.394403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018978.394428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339523328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018978.394437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018978.394442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018978.394463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339523456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018978.394464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339523072:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018978.394472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018978.394477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394480:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394482:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018978.394497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339523584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018978.394505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018978.394510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018978.394520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018978.394528:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018978.394531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339523712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018978.394539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018978.394542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018978.394543:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018978.394547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3242 00000100:00080000:0.0:1734018978.394549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018978.394550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8715180 x1818247339523072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018978.394552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018978.394556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018978.394563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339523840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018978.394570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339523072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339523072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018978.394597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018978.394614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8714e00 x1818247339523200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339523200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018978.394653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018978.394667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8717480 x1818247339523328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339523328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394691:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018978.394790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018978.394809:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8714700 x1818247339523456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339523456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339523456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018978.394847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018978.394864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8714380 x1818247339523584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339523584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018978.394899:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018978.394911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8716680 x1818247339523712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339523712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018978.394944:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018978.394957:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018978.394963:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018978/real 1734018978] req@ffff8800a8715f80 x1818247339523840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018978.394980:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339523840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018978.394988:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018978.394990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018978.394993:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339523840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018978.450383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018979.452373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018980.454355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018981.456393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018982.458380:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018983.402241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018983.402256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018983.402318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339523968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018983.402361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018983.402367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018983.402399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339524096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018983.402408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018983.402413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018983.402444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339524224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018983.402453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018983.402457:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402465:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018983.402481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339524352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018983.402486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339523968:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018983.402489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018983.402494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402497:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018983.402514:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339524480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018983.402522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018983.402527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402533:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018983.402536:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402540:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018983.402548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339524608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734018983.402552:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018983.402562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018983.402565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018983.402567:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018983.402571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3247 00000100:00080000:0.0:1734018983.402573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734018983.402574:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8716a00 x1818247339523968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018983.402576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018983.402581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018983.402588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339524736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018983.402593:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339523968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339523968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018983.402655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018983.402680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8717800 x1818247339524096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402700:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339524096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402716:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018983.402722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018983.402737:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402743:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8714a80 x1818247339524224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339524224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018983.402795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018983.402808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8716d80 x1818247339524352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339524352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018983.402844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018983.402860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8717100 x1818247339524480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339524480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018983.402895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018983.402908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8714000 x1818247339524608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402923:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339524608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018983.402941:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018983.402954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018983.402960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018983/real 1734018983] req@ffff8800a8717b80 x1818247339524736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018983.402977:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339524736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018983.402985:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018983.402987:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018983.402990:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339524736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018983.460348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018984.462412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018985.464378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018986.466377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018987.468383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018988.410247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018988.410260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410270:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410286:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018988.410321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339524864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018988.410355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018988.410361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018988.410394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339524992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018988.410403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018988.410408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410414:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410417:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018988.410432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339525120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018988.410441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018988.410446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018988.410463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339524864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734018988.410467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339525248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018988.410475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018988.410481:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410484:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410487:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410490:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018988.410501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339525376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018988.410509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018988.410514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410517:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410520:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410523:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734018988.410527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734018988.410572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339525504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018988.410581:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8715880 x1818247339524864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018988.410582:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018988.410585:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018988.410586:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018988.410589:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3252 00000100:00080000:0.0:1734018988.410592:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018988.410595:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018988.410601:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018988.410601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339524864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018988.410610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339525632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018988.410611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339524864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018988.410627:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018988.410648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8715500 x1818247339524992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339524992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410681:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339524992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018988.410687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018988.410701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8717b80 x1818247339525120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339525120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018988.410758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018988.410770:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410777:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8714000 x1818247339525248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410788:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339525248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410796:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410798:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410801:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018988.410806:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018988.410822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8717100 x1818247339525376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339525376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018988.410857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018988.410870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8716d80 x1818247339525504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339525504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018988.410903:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018988.410915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018988.410921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018988/real 1734018988] req@ffff8800a8714a80 x1818247339525632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018988.410938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339525632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018988.410946:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018988.410948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018988.410951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339525632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734018988.470351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018989.472381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018990.474362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018991.476333:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018992.478364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018993.418221:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418230:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018993.418234:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418243:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418253:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418260:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018993.418294:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339525760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018993.418327:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418332:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018993.418334:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418338:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418341:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018993.418354:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018993.418365:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339525888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018993.418375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418378:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018993.418381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418385:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418388:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418391:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018993.418396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018993.418405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339526016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018993.418413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018993.418417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418423:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418426:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018993.418430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018993.418438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339526144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018993.418439:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339525760:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018993.418447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018993.418486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018993.418501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018993.418510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339526272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018993.418519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018993.418524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018993.418537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018993.418544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339526400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734018993.418545:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734018993.418552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018993.418555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018993.418557:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018993.418560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3257 00000100:00080000:0.0:1734018993.418562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018993.418566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418567:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8717800 x1818247339525760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734018993.418570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018993.418577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339526528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018993.418586:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339525760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418597:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418605:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339525760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734018993.418613:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018993.418631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8716a00 x1818247339525888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418649:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339525888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339525888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018993.418670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018993.418683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8715f80 x1818247339526016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339526016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418713:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018993.418741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018993.418754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418761:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8716680 x1818247339526144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339526144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418780:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418782:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018993.418790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734018993.418806:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8714380 x1818247339526272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418823:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339526272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418836:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018993.418841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018993.418853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8714700 x1818247339526400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339526400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018993.418887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734018993.418899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734018993.418905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018993/real 1734018993] req@ffff8800a8717480 x1818247339526528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734018993.418922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339526528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734018993.418930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734018993.418932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734018993.418935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339526528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018993.480356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018994.482379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018995.484299:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018996.486377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018997.488450:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018998.426225:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426234:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018998.426238:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426249:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426258:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426266:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734018998.426300:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339526656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018998.426334:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426339:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018998.426341:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426345:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426348:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426352:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426361:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018998.426416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339526784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018998.426427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426430:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018998.426432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426436:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426440:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426443:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018998.426458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339526912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018998.426468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734018998.426471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339526656:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734018998.426472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018998.426474:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426478:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426480:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018998.426495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339527040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018998.426503:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018998.426507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426511:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426514:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426517:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018998.426529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339527168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018998.426537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018998.426541:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426547:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018998.426563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339527296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018998.426567:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526784:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734018998.426572:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018998.426574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018998.426576:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018998.426579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3262 00000100:00080000:0.0:1734018998.426582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018998.426585:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734018998.426589:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018998.426596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339527424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734018998.426621:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018998.426647:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018998.426669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734018998.426691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734018998.426715:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734018998.490398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018999.492443:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019000.494382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019001.432389:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734019001.432437:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019001.432455:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432489:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432496:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432503:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432510:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432517:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019001.432524:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019001.432603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8717480 x1818247339526912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.432640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339526912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.432658:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.432664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.432672:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019001.432684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8714700 x1818247339527040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.432703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339527040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.432716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.432720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.432726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019001.432736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8714380 x1818247339527168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.432755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339527168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.432767:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.432771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.432776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019001.432786:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8716680 x1818247339527296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.432803:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339527296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.432815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.432819:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.432824:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019001.432835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8715f80 x1818247339527424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.432852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339527424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.432876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.432880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.433003:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339527424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019001.433015:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8714e00 x1818247339526656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.433037:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339526656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.433050:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.433054:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.433060:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339526656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019001.433070:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018998/real 1734019001] req@ffff8800a8715180 x1818247339526784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019001.433089:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339526784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019001.433101:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019001.433105:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019001.433150:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339526784:192.168.201.160@tcp:38:kworker.0 00010000:00010000:1.0:1734019001.496388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019002.498379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019003.434235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019003.434249:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434259:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434276:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019003.434350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339527552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019003.434383:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019003.434389:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434394:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434397:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434401:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019003.434421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339527680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019003.434431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019003.434436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019003.434458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339527808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019003.434467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019003.434472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434475:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019003.434493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339527936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019003.434494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339527552:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019003.434502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019003.434507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434510:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434515:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019003.434526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339528064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019003.434534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019003.434539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019003.434548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019003.434558:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019003.434559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339528192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019003.434568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019003.434571:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019003.434573:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019003.434576:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3267 00000100:00080000:0.0:1734019003.434579:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019003.434579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8715180 x1818247339527552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019003.434582:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019003.434586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019003.434593:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339528320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019003.434598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339527552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434609:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434612:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339527552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019003.434624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019003.434642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434649:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8714e00 x1818247339527680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339527680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434682:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019003.434688:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019003.434701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8715f80 x1818247339527808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339527808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434725:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019003.434754:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019003.434766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8716680 x1818247339527936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339527936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434791:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434797:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339527936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019003.434803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019003.434816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8714380 x1818247339528064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339528064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019003.434851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019003.434863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434869:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8714700 x1818247339528192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339528192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434886:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434888:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434891:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019003.434897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019003.434912:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019003.434918:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019003/real 1734019003] req@ffff8800a8717480 x1818247339528320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019003.434929:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339528320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019003.434936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019003.434938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019003.434941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019003.500370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019004.502365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019005.504390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019006.506404:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019007.508418:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019008.442284:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442293:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019008.442297:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442308:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442316:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442324:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019008.442360:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339528448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019008.442393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019008.442399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442403:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442408:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442412:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019008.442433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339528576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019008.442443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019008.442448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019008.442470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339528704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019008.442479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019008.442483:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442486:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442489:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442492:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019008.442503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339528832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019008.442505:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339528448:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019008.442517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019008.442522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442525:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442528:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442531:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019008.442542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339528960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019008.442550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019008.442555:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00080000:0.0:1734019008.442561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019008.442570:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019008.442575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339529088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019008.442583:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019008.442586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019008.442587:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019008.442591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3272 00000100:00100000:2.0:1734019008.442591:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8716a00 x1818247339528448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019008.442594:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019008.442598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019008.442602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019008.442610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339529216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019008.442610:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339528448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339528448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019008.442636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019008.442654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8717800 x1818247339528576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339528576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019008.442693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019008.442707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8714a80 x1818247339528704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339528704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019008.442761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019008.442774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8716d80 x1818247339528832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339528832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339528832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019008.442810:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019008.442824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8717100 x1818247339528960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339528960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339528960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019008.442859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019008.442871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8714000 x1818247339529088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442887:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339529088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019008.442905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019008.442917:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019008.442924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019008/real 1734019008] req@ffff8800a8717b80 x1818247339529216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019008.442934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339529216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019008.442942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019008.442944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019008.442947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019008.510389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019009.512409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019010.514362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019011.516375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019012.518373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019013.450256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450268:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019013.450273:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450286:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450298:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019013.450353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339529344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019013.450391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019013.450398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450403:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019013.450433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339529472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019013.450451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019013.450456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019013.450484:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339529600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019013.450492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019013.450497:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450504:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450507:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019013.450520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339529728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019013.450529:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339529344:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019013.450530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450534:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019013.450535:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450539:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450542:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450546:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019013.450559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339529856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019013.450568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019013.450571:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019013.450572:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450576:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019013.450596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339529984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019013.450604:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019013.450604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019013.450607:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019013.450609:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019013.450613:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3277 00000100:00080000:0.0:1734019013.450616:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019013.450619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019013.450624:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019013.450628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8715500 x1818247339529344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019013.450633:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339530112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019013.450647:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339529344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450667:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339529344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019013.450676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019013.450695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8715880 x1818247339529472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339529472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019013.450736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019013.450750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8717b80 x1818247339529600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339529600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019013.450807:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019013.450820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8714000 x1818247339529728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339529728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339529728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019013.450857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019013.450873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8717100 x1818247339529856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339529856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019013.450908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019013.450921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8716d80 x1818247339529984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339529984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.450945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.450947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.450950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339529984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019013.450956:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019013.450970:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019013.450976:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019013/real 1734019013] req@ffff8800a8714a80 x1818247339530112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019013.450993:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339530112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019013.451001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019013.451003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019013.451006:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530112:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019013.520353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019014.522352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019015.524340:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019016.526378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019017.528340:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019018.458218:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458227:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019018.458231:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458242:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458251:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458259:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019018.458295:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339530240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458329:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458333:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019018.458335:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458339:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458342:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458346:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019018.458366:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339530368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019018.458381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458385:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458388:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458392:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019018.458405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339530496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019018.458417:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458421:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458423:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458427:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458431:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019018.458434:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339530240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019018.458438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339530624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019018.458452:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458455:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458457:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458460:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019018.458472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339530752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019018.458486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019018.458489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458495:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019018.458499:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019018.458507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339530880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019018.458515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019018.458518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019018.458519:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019018.458520:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8717800 x1818247339530240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019018.458523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3282 00000100:00080000:0.0:1734019018.458525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019018.458528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019018.458532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019018.458540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339531008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019018.458540:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339530240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458551:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458554:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458559:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339530240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019018.458566:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019018.458584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458591:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8716a00 x1818247339530368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339530368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019018.458624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019018.458639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8717480 x1818247339530496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339530496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458666:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019018.458692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019018.458705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8714700 x1818247339530624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339530624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339530624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019018.458741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019018.458757:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458763:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8714380 x1818247339530752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458773:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339530752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458781:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019018.458792:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019018.458804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8716680 x1818247339530880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458819:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339530880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339530880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019018.458836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019018.458849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019018.458854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019018/real 1734019018] req@ffff8800a8715f80 x1818247339531008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019018.458871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339531008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019018.458879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019018.458881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019018.458884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531008:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019018.530349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019019.532360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019020.534371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019021.536345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019022.538373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019023.466254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466266:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019023.466270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466298:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019023.466334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339531136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019023.466367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019023.466374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466378:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466381:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466385:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466394:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019023.466405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339531264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019023.466415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019023.466420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466426:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466429:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019023.466444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339531392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019023.466452:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019023.466457:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466468:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019023.466480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339531520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019023.466480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339531136:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019023.466489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019023.466493:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466496:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466499:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466502:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019023.466513:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339531648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019023.466521:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019023.466526:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00080000:0.0:1734019023.466532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019023.466544:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019023.466547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339531776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019023.466556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019023.466559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019023.466561:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019023.466564:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3287 00000100:00100000:2.0:1734019023.466566:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8714e00 x1818247339531136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019023.466567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019023.466570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019023.466574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019023.466581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339531904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019023.466585:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339531136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466596:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466600:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466604:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339531136:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019023.466611:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019023.466629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8715180 x1818247339531264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339531264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466659:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019023.466668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019023.466682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8715f80 x1818247339531392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339531392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019023.466737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019023.466750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8716680 x1818247339531520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339531520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339531520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019023.466785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531648:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019023.466802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8714380 x1818247339531648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339531648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019023.466837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019023.466849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8714700 x1818247339531776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339531776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019023.466882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019023.466894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019023.466900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019023/real 1734019023] req@ffff8800a8717480 x1818247339531904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019023.466917:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339531904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019023.466925:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019023.466927:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019023.466930:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339531904:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019023.540373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019024.542375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019025.544339:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019026.546384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019027.548382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019028.474264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019028.474282:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474296:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474309:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474320:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019028.474369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339532032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019028.474408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019028.474415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474420:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474426:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474430:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474442:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019028.474455:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019028.474465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019028.474470:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474475:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019028.474495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339532288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019028.474504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019028.474509:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474515:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019028.474531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339532416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019028.474540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339532032:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019028.474547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019028.474553:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474557:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474559:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474563:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019028.474576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019028.474584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474588:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019028.474589:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474593:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474596:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019028.474600:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474604:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019028.474611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019028.474612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019028.474621:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019028.474624:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019028.474626:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019028.474631:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3292 00000100:00080000:0.0:1734019028.474634:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019028.474635:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8716a00 x1818247339532032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019028.474638:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019028.474643:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019028.474651:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019028.474655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339532032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.474666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.474670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.474675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339532032:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019028.474683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019028.474703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.474710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8717800 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.474721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339532160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.474729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.474733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.474737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019028.474744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019028.474758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.474764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8714a80 x1818247339532288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.474775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339532288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.474783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.474785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.474789:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019028.474815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019028.474828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.474835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8716d80 x1818247339532416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.474846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339532416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.474904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.474907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.474911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339532416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019028.474918:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019028.474940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.474948:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8717100 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.474959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339532544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.474967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.474969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.474972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019028.474978:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019028.474992:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.474998:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8714000 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.475008:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339532672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.475015:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.475017:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.475020:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019028.475027:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019028.475039:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019028.475045:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019028/real 1734019028] req@ffff8800a8717b80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019028.475062:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339532800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019028.475070:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019028.475072:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019028.475075:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339532800:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019028.550383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019029.552395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019030.554369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019031.556349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019032.558400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019033.482238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482247:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019033.482252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019033.482317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339532928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019033.482357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019033.482389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339533056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019033.482404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482408:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482414:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019033.482428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339533184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019033.482441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019033.482461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339532928:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019033.482462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339533312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019033.482476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482479:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482481:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482485:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019033.482497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339533440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019033.482510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482514:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00080000:0.0:1734019033.482516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019033.482526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019033.482530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339533568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019033.482538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019033.482541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019033.482543:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019033.482546:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3297 00000100:00100000:2.0:1734019033.482548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8715880 x1818247339532928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019033.482549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019033.482552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019033.482556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019033.482564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339533696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019033.482567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339532928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482581:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339532928:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019033.482593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019033.482611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482618:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8715500 x1818247339533056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482630:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339533056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019033.482650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019033.482665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8717b80 x1818247339533184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339533184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019033.482719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019033.482732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8714000 x1818247339533312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482749:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339533312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019033.482817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019033.482839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482847:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8717100 x1818247339533440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339533440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019033.482878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019033.482890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8716d80 x1818247339533568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339533568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019033.482924:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019033.482937:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019033.482943:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019033/real 1734019033] req@ffff8800a8714a80 x1818247339533696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019033.482959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339533696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019033.482967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019033.482969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019033.482972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339533696:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019033.560383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019034.562376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019035.564378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019036.566336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019037.568371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019038.490246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019038.490265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490290:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490300:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019038.490350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339533824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019038.490386:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019038.490393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490398:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490401:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019038.490416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019038.490429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339533952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019038.490439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019038.490444:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490451:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019038.490459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019038.490469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339534080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019038.490481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019038.490486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339533824:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019038.490500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019038.490508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339534208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019038.490517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019038.490521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490525:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490527:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490531:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019038.490535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019038.490544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339534336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019038.490552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490556:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019038.490557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019038.490572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019038.490581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339534464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019038.490582:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019038.490589:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019038.490592:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019038.490593:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019038.490597:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3302 00000100:00080000:0.0:1734019038.490599:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019038.490602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019038.490607:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019038.490610:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8717800 x1818247339533824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019038.490615:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019038.490632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339533824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490647:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339533824:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019038.490660:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019038.490680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8716a00 x1818247339533952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.490745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339533952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490753:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339533952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019038.490788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019038.490808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490815:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8717480 x1818247339534080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.490826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339534080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019038.490845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019038.490858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8714700 x1818247339534208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.490875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339534208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019038.490893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019038.490911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8714380 x1818247339534336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.490928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339534336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490935:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019038.490945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019038.490959:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.490965:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8716680 x1818247339534464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.490976:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339534464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.490983:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.490985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.490988:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019038.490993:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019038.491006:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019038.491012:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019038/real 1734019038] req@ffff8800a8715f80 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019038.491030:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339534592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019038.491038:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019038.491040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019038.491043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339534592:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019038.570357:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019039.572363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019040.574362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019041.576385:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019042.578325:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019043.498245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019043.498259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498279:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019043.498322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339534720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019043.498369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498381:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019043.498401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019043.498415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498430:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019043.498440:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019043.498453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498457:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498468:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019043.498473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339534720:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019043.498476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019043.498489:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498493:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498495:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498498:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019043.498510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019043.498521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019043.498523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498526:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019043.498536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019043.498543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339535360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019043.498557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019043.498558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8715180 x1818247339534720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019043.498560:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019043.498562:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019043.498566:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3307 00000100:00080000:0.0:1734019043.498568:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019043.498571:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019043.498575:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019043.498578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339534720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019043.498583:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339535488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019043.498588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498591:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339534720:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019043.498633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019043.498654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8714e00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339534848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498686:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019043.498696:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019043.498710:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498717:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8715f80 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339534976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339534976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019043.498765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019043.498777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8716680 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339535104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019043.498812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019043.498828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8714380 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498845:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339535232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498853:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498855:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498858:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019043.498864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019043.498876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8714700 x1818247339535360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339535360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019043.498910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019043.498922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019043.498928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019043/real 1734019043] req@ffff8800a8717480 x1818247339535488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019043.498945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339535488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019043.498952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019043.498955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019043.498958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339535488:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019043.580359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019044.582348:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019045.584362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019046.586379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019047.588369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019048.506208:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506214:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019048.506218:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506224:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506230:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506235:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019048.506260:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339535616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506282:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506284:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019048.506285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506288:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506289:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506292:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506298:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019048.506304:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339535744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506309:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506310:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019048.506311:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506313:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506315:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506316:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506319:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019048.506323:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339535872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506328:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506329:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019048.506330:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506332:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506333:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506335:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506337:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019048.506341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339536000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506345:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506347:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019048.506347:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506349:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506351:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506352:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019048.506355:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339535616:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019048.506359:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339536128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019048.506366:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506367:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506369:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506370:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019048.506376:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339536256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019048.506381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019048.506383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019048.506383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019048.506385:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3312 00000100:00080000:0.0:1734019048.506386:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019048.506388:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019048.506390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019048.506394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339536384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019048.506398:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506411:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8716a00 x1818247339535616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506422:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339535616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506427:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506429:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506431:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339535616:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019048.506435:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019048.506445:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506448:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8717800 x1818247339535744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506454:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339535744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506458:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506460:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506462:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019048.506465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019048.506472:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506475:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8714a80 x1818247339535872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506480:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339535872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506484:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506486:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506487:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339535872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019048.506490:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019048.506497:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506500:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8716d80 x1818247339536000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506505:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339536000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506508:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506510:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506540:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019048.506557:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019048.506569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506572:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8717100 x1818247339536128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506579:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339536128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506585:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019048.506588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019048.506595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506598:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8714000 x1818247339536256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339536256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506608:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506609:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019048.506612:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019048.506619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019048.506622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019048/real 1734019048] req@ffff8800a8717b80 x1818247339536384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019048.506630:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339536384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019048.506634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019048.506635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019048.506637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339536384:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019048.590307:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019049.592281:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019050.594306:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019051.596303:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019052.598300:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019053.514222:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019053.514231:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019053.514236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019053.514246:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514256:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019053.514296:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339536512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019053.514331:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019053.514337:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019053.514340:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019053.514347:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514351:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514357:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514370:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019053.514387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339536640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019053.514398:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339536512:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019053.514403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019053.514408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019053.514411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019053.514417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019053.514503:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019053.514504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339536768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019053.514518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019053.514522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019053.514525:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019053.514528:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8715500 x1818247339536512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019053.514531:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514536:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514541:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019053.514552:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339536512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019053.514560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019053.514566:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514571:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019053.514574:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019053.514577:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339536512:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019053.514579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019053.514582:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019053.514586:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514590:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514596:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019053.514604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019053.514613:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339537024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019053.514628:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019053.514631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019053.514633:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019053.514635:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019053.514641:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00100000:2.0:1734019053.514643:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8715880 x1818247339536640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019053.514645:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514651:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514657:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019053.514661:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339536640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019053.514669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339537152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019053.514674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019053.514683:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019053.514684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536640:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019053.514687:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019053.514690:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019053.514693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536768:192.168.201.160@tcp:8:kworker.0 00000100:00080000:0.0:1734019053.514695:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3317 00000100:00080000:0.0:1734019053.514699:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019053.514704:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019053.514710:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019053.514715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019053.514721:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339537280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019053.514725:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8717b80 x1818247339536768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019053.514742:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339536768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019053.514754:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019053.514763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019053.514772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019053.514797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019053.514808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8714000 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019053.514825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339536896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019053.514837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019053.514843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339536896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019053.514860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019053.514882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019053.514889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8717100 x1818247339537024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019053.514900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339537024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019053.514909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019053.514914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019053.514919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019053.514931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019053.514938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8716d80 x1818247339537152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019053.514947:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339537152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019053.514954:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.514956:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019053.514959:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019053.514965:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019053.514978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019053.514984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019053/real 1734019053] req@ffff8800a8714a80 x1818247339537280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019053.515001:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339537280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019053.515009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019053.515011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019053.515014:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537280:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019053.600344:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019054.602373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019055.604384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019056.606410:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019057.608434:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019058.522224:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522233:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019058.522238:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522249:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522257:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019058.522266:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019058.522301:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339537408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019058.522334:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522338:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019058.522340:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522393:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522398:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019058.522402:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019058.522412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019058.522426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019058.522438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734019058.522441:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339537408:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019058.522443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522450:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019058.522453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019058.522457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019058.522466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339537664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019058.522475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019058.522480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019058.522490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019058.522494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019058.522501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339537792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019058.522503:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019058.522509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019058.522513:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522517:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019058.522523:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522525:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8717800 x1818247339537408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019058.522527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019058.522534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019058.522542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734019058.522545:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339537408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019058.522547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019058.522555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019058.522556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019058.522558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019058.522561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019058.522563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339537408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019058.522568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019058.522577:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019058.522579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019058.522581:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019058.522584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3322 00000100:00080000:0.0:1734019058.522586:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019058.522586:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537536:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019058.522590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019058.522594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019058.522601:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019058.522604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8716a00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339537536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019058.522644:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019058.522659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8717480 x1818247339537664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339537664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019058.522694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019058.522706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8714700 x1818247339537792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339537792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339537792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019058.522741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019058.522758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8714380 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339537920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339537920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019058.522793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019058.522805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8716680 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339538048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522830:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019058.522850:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019058.522862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019058.522868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019058/real 1734019058] req@ffff8800a8715f80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019058.522885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339538176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019058.522893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019058.522895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019058.522898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538176:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019058.610399:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019059.612378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019060.614369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019061.616398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019062.618358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019063.530235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019063.530248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530291:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530300:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019063.530344:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339538304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530376:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530380:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019063.530381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530393:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019063.530413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339538432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530426:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019063.530428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530432:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530435:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530442:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019063.530452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339538560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019063.530465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019063.530483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339538304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019063.530486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339538688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019063.530501:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530504:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530506:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530509:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530513:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019063.530521:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339538816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530529:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530532:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019063.530533:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530537:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00080000:0.0:1734019063.530540:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530543:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019063.530554:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339538944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019063.530562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019063.530564:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019063.530566:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019063.530569:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3327 00000100:00100000:2.0:1734019063.530569:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538432:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019063.530572:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019063.530575:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019063.530580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019063.530587:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339539072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019063.530591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019063.530614:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019063.530628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019063.530643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019063.530657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539072:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019063.620397:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019064.622409:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019065.624434:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019066.536439:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734019066.536503:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019066.536528:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536577:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536590:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536602:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536612:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536624:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019066.536636:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734019066.536708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8716680 x1818247339538688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339538688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019066.536780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8714380 x1818247339538816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339538816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019066.536816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8714700 x1818247339538944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339538944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536835:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339538944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019066.536848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8717480 x1818247339539072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339539072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019066.536901:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8714e00 x1818247339538304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339538304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536937:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339538304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019066.536953:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8715180 x1818247339538432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.536972:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339538432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.536985:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.536990:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.536996:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019066.537008:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019063/real 1734019066] req@ffff8800a8715f80 x1818247339538560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019066.537039:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339538560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019066.537052:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019066.537056:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019066.537062:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339538560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019066.626365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019067.628384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019068.538279:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538289:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019068.538293:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538303:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538312:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538319:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019068.538355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339539200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019068.538394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019068.538414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019068.538425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339539328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019068.538446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019068.538461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019068.538469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339539456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019068.538481:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538485:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339539200:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019068.538495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019068.538502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339539584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019068.538516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538519:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019068.538530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019068.538537:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339539712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019068.538550:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019068.538559:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019068.538563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019068.538571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339539840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019068.538578:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019068.538581:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019068.538582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8716a00 x1818247339539200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019068.538583:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019068.538587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3332 00000100:00080000:0.0:1734019068.538589:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019068.538592:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019068.538596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019068.538601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339539200/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019068.538606:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019068.538612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538615:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339539200:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019068.538627:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019068.538645:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538652:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8717800 x1818247339539328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339539328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538671:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538674:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019068.538683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019068.538697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538703:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8714a80 x1818247339539456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339539456/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538724:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019068.538752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019068.538764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538771:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8716d80 x1818247339539584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339539584/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339539584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019068.538800:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019068.538813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8717100 x1818247339539712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339539712/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019068.538847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019068.538860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8714000 x1818247339539840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339539840/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019068.538894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019068.538906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019068.538912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019068/real 1734019068] req@ffff8800a8717b80 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019068.538922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339539968/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019068.538930:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019068.538932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019068.538935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339539968:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019068.630390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019069.632331:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019070.634353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019071.636365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019072.638357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019073.546252:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019073.546265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019073.546324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339540096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019073.546363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546370:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546374:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019073.546394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019073.546409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019073.546435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019073.546448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019073.546465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339540096:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019073.546468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546477:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019073.546482:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546485:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546488:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546491:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019073.546502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019073.546520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019073.546522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019073.546530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019073.546531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019073.546542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339540736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019073.546550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019073.546551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8715880 x1818247339540096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019073.546553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019073.546554:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019073.546558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3337 00000100:00080000:0.0:1734019073.546560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019073.546563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019073.546567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019073.546571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339540096/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019073.546575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339540864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019073.546582:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339540096:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019073.546597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019073.546615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8715500 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339540224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019073.546653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019073.546667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8717b80 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339540352/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546691:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019073.546721:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019073.546734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8714000 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339540480/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546761:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339540480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019073.546769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019073.546781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8717100 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339540608/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019073.546816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019073.546832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8716d80 x1818247339540736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339540736/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019073.546866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019073.546879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019073.546885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019073/real 1734019073] req@ffff8800a8714a80 x1818247339540864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019073.546895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339540864/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019073.546902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019073.546904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019073.546907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339540864:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019073.640371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019074.642346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019075.644361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019076.646433:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019077.648440:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019078.554262:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554275:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019078.554280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554294:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554305:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554316:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019078.554367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339540992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019078.554405:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019078.554412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554417:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554420:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554424:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019078.554448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339541120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019078.554458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019078.554463:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554471:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019078.554488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339541248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019078.554497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019078.554505:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019078.554520:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339540992:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019078.554528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339541376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019078.554537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019078.554542:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554545:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554547:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554551:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019078.554563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339541504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019078.554571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554575:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019078.554576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554580:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554583:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554586:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554591:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019078.554599:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339541632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019078.554605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019078.554608:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019078.554611:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019078.554613:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019078.554616:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3342 00000100:00080000:0.0:1734019078.554619:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019078.554622:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019078.554626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019078.554633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8717800 x1818247339540992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019078.554634:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339541760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019078.554663:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339540992/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554678:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554682:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339540992:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019078.554690:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019078.554709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8716a00 x1818247339541120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.554727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339541120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554741:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019078.554747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019078.554761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8715f80 x1818247339541248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.554778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339541248/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019078.554822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019078.554836:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554843:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8715180 x1818247339541376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.554854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339541376/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339541376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019078.554873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019078.554885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8714e00 x1818247339541504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.554901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339541504/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554909:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554911:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019078.554920:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019078.554936:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554943:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8717480 x1818247339541632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.554954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339541632/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.554961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.554963:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.554966:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019078.554971:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019078.554984:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019078.554990:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019078/real 1734019078] req@ffff8800a8714700 x1818247339541760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019078.555000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339541760/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019078.555047:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019078.555049:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019078.555052:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339541760:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019078.650373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019079.652381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019080.654370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019081.656370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019082.658374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019083.562240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019083.562260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562298:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019083.562347:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339541888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019083.562396:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562401:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562409:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019083.562433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339542016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019083.562449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019083.562477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339542144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019083.562490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562497:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019083.562513:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562524:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562528:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019083.562529:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019083.562530:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339541888:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019083.562533:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562536:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562539:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019083.562552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339542400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562564:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019083.562566:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562569:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3347 00000100:00080000:0.0:1734019083.562572:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562575:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019083.562588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339542528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019083.562596:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019083.562599:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019083.562601:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019083.562604:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3347 00000800:00000100:2.0:1734019083.562605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019083.562608:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019083.562612:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019083.562616:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019083.562624:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339542656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019083.562631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8714380 x1818247339541888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339541888/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.562670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.562673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.562678:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339541888:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019083.562686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019083.562705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.562712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8716680 x1818247339542016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339542016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.562731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.562734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.562737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019083.562743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019083.562758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.562764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8714700 x1818247339542144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562774:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339542144/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.562782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.562785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.562788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019083.562815:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019083.562829:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.562835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8717480 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339542272/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.562854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.562856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.562859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019083.562865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019083.562878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.562884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8714e00 x1818247339542400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339542400/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.562902:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.562904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.562908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019083.562914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019083.562975:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.562983:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8715180 x1818247339542528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.562994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339542528/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.563002:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.563005:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.563008:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019083.563014:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019083.563028:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019083.563034:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019083/real 1734019083] req@ffff8800a8715f80 x1818247339542656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019083.563044:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339542656/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019083.563051:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019083.563054:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019083.563057:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339542656:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019083.660390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019084.662366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019085.664358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019086.666389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019087.668447:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019088.570232:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019088.570250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019088.570332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339542784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019088.570370:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570375:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019088.570377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570382:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570385:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570390:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570401:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019088.570413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019088.570430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019088.570435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019088.570460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339543040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019088.570468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019088.570473:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570476:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570479:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570482:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019088.570495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339543168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019088.570499:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339542784:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019088.570505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019088.570510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570514:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570517:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570521:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019088.570534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019088.570542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019088.570546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019088.570547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570554:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019088.570569:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019088.570577:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019088.570577:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019088.570580:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019088.570582:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019088.570586:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3352 00000100:00080000:0.0:1734019088.570589:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019088.570593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019088.570597:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019088.570602:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8716a00 x1818247339542784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019088.570605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019088.570631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339542784/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570650:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339542784:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019088.570659:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019088.570679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.570687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8717800 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.570698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339542912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339542912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019088.570718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019088.570733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.570739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8714a80 x1818247339543040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.570749:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339543040/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019088.570791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019088.570805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.570811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8716d80 x1818247339543168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.570822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339543168/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019088.570888:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019088.570906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.570914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8717100 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.570925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339543296/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019088.570945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019088.570961:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.570968:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8714000 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.570978:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339543424/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.570986:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.570988:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.570991:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019088.570997:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019088.571010:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019088.571016:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019088/real 1734019088] req@ffff8800a8717b80 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019088.571026:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339543552/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019088.571034:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019088.571036:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019088.571039:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339543552:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019088.670396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019089.672363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019090.674383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019091.676383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019092.678335:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019093.578211:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578222:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019093.578226:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578236:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578245:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578253:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019093.578288:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339543680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578320:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578325:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019093.578326:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578331:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578334:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578338:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578346:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019093.578357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339543808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019093.578372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578376:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578379:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578383:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019093.578397:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339543936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019093.578411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578414:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578419:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019093.578429:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339543680:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019093.578431:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339544064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578440:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019093.578446:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578449:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578452:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578455:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019093.578466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339544192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578474:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019093.578480:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019093.578483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019093.578493:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019093.578501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339544320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019093.578509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019093.578512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019093.578514:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019093.578515:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8715500 x1818247339543680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019093.578517:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3357 00000100:00080000:0.0:1734019093.578520:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019093.578523:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019093.578527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019093.578535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339544448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019093.578542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339543680/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578553:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578556:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578561:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339543680:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019093.578568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019093.578587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578594:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8715880 x1818247339543808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339543808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578619:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019093.578625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019093.578639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8717b80 x1818247339543936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578656:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339543936/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578666:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578670:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339543936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019093.578694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019093.578707:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8714000 x1818247339544064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578725:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339544064/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578737:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019093.578743:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019093.578797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8717100 x1818247339544192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339544192/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019093.578834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019093.578851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8716d80 x1818247339544320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339544320/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578875:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019093.578885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019093.578898:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019093.578904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019093/real 1734019093] req@ffff8800a8714a80 x1818247339544448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019093.578914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339544448/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019093.578921:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019093.578923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019093.578926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339544448:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019093.680339:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019094.682375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019095.684375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019096.686384:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019097.688373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019098.586233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019098.586248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586259:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586267:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019098.586312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339544576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019098.586344:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586348:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019098.586350:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586355:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586358:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586361:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019098.586370:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019098.586382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339544704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019098.586391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586394:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019098.586396:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586400:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586403:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586406:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019098.586410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019098.586418:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339544832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019098.586427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019098.586432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586436:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019098.586446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019098.586453:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339544960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019098.586459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339544576:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019098.586462:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586465:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019098.586466:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586470:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586472:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586475:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019098.586479:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019098.586487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339545088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019098.586495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019098.586499:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586502:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586505:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019098.586512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019098.586520:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339545216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019098.586521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019098.586528:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019098.586531:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019098.586533:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019098.586536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3362 00000100:00080000:0.0:1734019098.586539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019098.586542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8717800 x1818247339544576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019098.586546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019098.586553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019098.586570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339544576/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586580:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586583:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586588:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339544576:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019098.586595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544704:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019098.586614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8716a00 x1818247339544704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339544704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019098.586652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019098.586709:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8715f80 x1818247339544832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339544832/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586736:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019098.586768:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019098.586784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586790:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8715180 x1818247339544960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339544960/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586808:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586810:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339544960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019098.586819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019098.586832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8714e00 x1818247339545088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339545088/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019098.586866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019098.586882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8717480 x1818247339545216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339545216/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019098.586915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019098.586928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019098.586934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019098/real 1734019098] req@ffff8800a8714700 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019098.586944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339545344/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019098.586951:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019098.586953:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019098.586956:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545344:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019098.690353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019099.692371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019100.694366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019101.696396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019102.698364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019103.594276:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594287:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019103.594291:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594302:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594312:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594319:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019103.594355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339545472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019103.594398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594402:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019103.594432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019103.594447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019103.594470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019103.594484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594487:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019103.594505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594521:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019103.594526:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019103.594528:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339545472:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019103.594530:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594532:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594536:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594540:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019103.594548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019103.594561:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594564:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019103.594612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339546112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019103.594621:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019103.594624:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019103.594626:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019103.594630:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3367 00000100:00080000:0.0:1734019103.594634:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019103.594637:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019103.594642:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019103.594649:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339546240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019103.594656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.594685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8716680 x1818247339545472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.594715:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339545472/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.594727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.594731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.594736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339545472:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019103.594744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019103.594766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.594773:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8714380 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.594785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339545600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.594793:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.594796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.594799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019103.594805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019103.594821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.594827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8714700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.594837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339545728/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.594845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.594848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.594851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019103.594883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019103.594897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.594904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8717480 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.594915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339545856/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.594923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.594925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.594928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339545856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019103.594934:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545984:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019103.594948:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.594954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8714e00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.594964:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339545984/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.594972:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.594974:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.594977:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339545984:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019103.594984:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019103.595001:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.595008:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8715180 x1818247339546112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.595019:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339546112/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.595027:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.595029:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.595032:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019103.595038:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019103.595052:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019103.595058:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019103/real 1734019103] req@ffff8800a8715f80 x1818247339546240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019103.595068:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339546240/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019103.595075:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019103.595078:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019103.595081:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546240:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019103.700381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019104.702392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019105.704385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019106.706379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019107.708396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019108.602257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602267:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019108.602271:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602291:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602299:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019108.602335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339546368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602370:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602374:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019108.602376:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602380:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602384:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602387:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019108.602408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339546496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019108.602423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602430:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019108.602445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339546624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019108.602458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019108.602476:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339546368:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019108.602478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339546752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019108.602523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602527:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602533:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019108.602547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339546880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019108.602561:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602565:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019108.602569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019108.602571:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019108.602582:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339547008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019108.602590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019108.602593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019108.602593:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8716a00 x1818247339546368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019108.602594:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019108.602598:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3372 00000100:00080000:0.0:1734019108.602600:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019108.602604:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019108.602608:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019108.602615:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339547136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019108.602620:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339546368/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339546368:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019108.602645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019108.602664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602671:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8717800 x1818247339546496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339546496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019108.602702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019108.602715:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602721:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8714a80 x1818247339546624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602732:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339546624/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602740:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019108.602771:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019108.602784:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8716d80 x1818247339546752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339546752/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339546752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019108.602819:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019108.602832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8717100 x1818247339546880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339546880/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339546880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019108.602867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019108.602882:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8714000 x1818247339547008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339547008/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019108.602916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019108.602928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019108.602935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019108/real 1734019108] req@ffff8800a8717b80 x1818247339547136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019108.602944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339547136/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019108.602952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019108.602954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019108.602957:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547136:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019108.710360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019109.712376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019110.714355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019111.716365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019112.718376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019113.610227:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610237:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019113.610241:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610251:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610260:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610267:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019113.610302:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339547264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019113.610336:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610340:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019113.610342:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610346:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610349:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610353:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019113.610362:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019113.610373:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339547392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019113.610382:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610386:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019113.610388:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610392:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610394:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610397:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019113.610402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019113.610443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339547520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019113.610453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019113.610458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610464:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610467:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019113.610472:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019113.610480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019113.610487:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339547264:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019113.610489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019113.610494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610498:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019113.610507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019113.610515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339547776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019113.610523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019113.610527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610531:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610534:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610538:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019113.610542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019113.610549:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019113.610550:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339547904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019113.610558:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019113.610561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019113.610562:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019113.610565:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3377 00000100:00080000:0.0:1734019113.610568:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019113.610571:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610571:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8715880 x1818247339547264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019113.610575:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019113.610582:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339548032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019113.610598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339547264/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610608:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339547264:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019113.610623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019113.610641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8715500 x1818247339547392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339547392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019113.610678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019113.610692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8717b80 x1818247339547520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339547520/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019113.610747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019113.610760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610766:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8714000 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339547648/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339547648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019113.610795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019113.610808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8717100 x1818247339547776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339547776/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610832:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019113.610844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019113.610859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8716d80 x1818247339547904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339547904/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339547904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019113.610893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019113.610906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019113.610912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019113/real 1734019113] req@ffff8800a8714a80 x1818247339548032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019113.610922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339548032/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019113.610929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019113.610931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019113.610934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548032:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019113.720368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019114.722367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019115.724358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019116.726408:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019117.728405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019118.618244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019118.618261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019118.618372:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339548160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019118.618413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019118.618420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618425:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618429:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618433:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019118.618444:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019118.618457:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019118.618467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019118.618472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618479:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019118.618487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019118.618496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339548416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019118.618505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019118.618509:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618521:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618523:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339548160:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019118.618525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019118.618534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339548544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019118.618543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019118.618547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618551:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618553:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618557:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019118.618561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019118.618569:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019118.618578:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618581:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019118.618583:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618589:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019118.618597:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019118.618606:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019118.618608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019118.618621:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019118.618624:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019118.618626:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019118.618629:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3382 00000100:00080000:0.0:1734019118.618632:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019118.618635:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8717800 x1818247339548160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019118.618639:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019118.618647:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019118.618665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339548160/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618675:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618679:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339548160:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019118.618691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019118.618711:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8716a00 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.618730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339548288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019118.618749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019118.618764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8715f80 x1818247339548416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.618781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339548416/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019118.618824:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019118.618838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8715180 x1818247339548544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.618855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339548544/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618863:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618865:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618868:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339548544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019118.618873:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548672:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019118.618886:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618892:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8714e00 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.618902:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339548672/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618910:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618912:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019118.618920:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019118.618937:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618943:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8717480 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.618954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339548800/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.618961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.618964:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.618967:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019118.618973:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019118.618986:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019118.618992:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019118/real 1734019118] req@ffff8800a8714700 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019118.619002:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339548928/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019118.619009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019118.619011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019118.619015:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339548928:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019118.730423:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019119.732390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019120.734360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019121.736343:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019122.738431:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019123.626278:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626287:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019123.626292:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626302:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626311:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626319:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019123.626353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339549056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019123.626391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626396:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626399:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626404:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019123.626424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339549184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019123.626440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019123.626465:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339549312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019123.626477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019123.626498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339549056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019123.626499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339549440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626508:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019123.626514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626517:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626523:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019123.626534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339549568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019123.626547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00080000:0.0:1734019123.626553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019123.626563:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019123.626567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339549696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019123.626575:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019123.626578:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019123.626580:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019123.626584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3387 00000100:00100000:2.0:1734019123.626585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8714380 x1818247339549056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019123.626586:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019123.626589:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019123.626594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019123.626601:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339549824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019123.626612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339549056/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626622:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626626:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626631:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339549056:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019123.626638:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019123.626656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626663:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8716680 x1818247339549184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339549184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019123.626694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019123.626708:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626714:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8714700 x1818247339549312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339549312/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626731:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019123.626762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019123.626776:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8717480 x1818247339549440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339549440/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339549440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019123.626812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019123.626824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8714e00 x1818247339549568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339549568/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019123.626859:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019123.626875:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626881:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8715180 x1818247339549696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339549696/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019123.626909:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019123.626922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019123.626928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019123/real 1734019123] req@ffff8800a8715f80 x1818247339549824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019123.626937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339549824/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019123.626945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019123.626947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019123.626950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339549824:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019123.740338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019124.742398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019125.744390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019126.746372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019127.748383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019128.634257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634266:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019128.634271:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634290:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019128.634334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339549952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019128.634366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019128.634372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634384:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019128.634403:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339550080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019128.634413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019128.634419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634423:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634426:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634429:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019128.634441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339550208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019128.634449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634453:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019128.634454:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634457:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634460:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019128.634474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339550336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019128.634477:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339549952:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019128.634483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019128.634488:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634491:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634497:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019128.634508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339550464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019128.634517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019128.634522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019128.634542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339550592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019128.634550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019128.634553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019128.634555:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019128.634558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3392 00000100:00080000:0.0:1734019128.634561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019128.634564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019128.634568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019128.634568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019128.634575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019128.634591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019128.634615:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019128.634630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019128.634645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019128.634660:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550720:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019128.750365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019129.752365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019130.754364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019131.640553:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734019131.640610:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019131.640629:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640665:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640673:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640680:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640687:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640694:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019131.640700:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019131.640751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8716d80 x1818247339550336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.640789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339550336/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.640807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.640814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.640821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019131.640833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8717100 x1818247339550464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.640852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339550464/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.640865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.640869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.640875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019131.640885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8714000 x1818247339550592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.640904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339550592/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.640915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.640920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.640925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019131.640935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8717b80 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.640952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339550720/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.640974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.640978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.640983:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339550720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019131.640994:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8716a00 x1818247339549952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.641013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339549952/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.641025:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.641029:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.641033:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339549952:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019131.641043:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8717800 x1818247339550080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.641062:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339550080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.641073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.641077:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.641083:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019131.641092:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019128/real 1734019131] req@ffff8800a8714a80 x1818247339550208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019131.641231:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339550208/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019131.641394:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019131.641398:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019131.641406:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550208:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019131.756383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019132.758320:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019133.642253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019133.642267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019133.642329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339550848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019133.642368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019133.642399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019133.642414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019133.642437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019133.642450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019133.642467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339550848:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019133.642471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019133.642484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642492:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019133.642504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642513:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019133.642518:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019133.642521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642524:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019133.642530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019133.642538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339551488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019133.642546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019133.642549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019133.642551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019133.642551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8714a80 x1818247339550848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019133.642554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3397 00000100:00080000:0.0:1734019133.642557:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019133.642560:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019133.642564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019133.642571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339551616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019133.642571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339550848/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642582:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339550848:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019133.642597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019133.642616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8717800 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339550976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339550976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019133.642654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019133.642668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8716a00 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339551104/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642691:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642694:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019133.642720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019133.642733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8717b80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339551232/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019133.642776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019133.642788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8714000 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339551360/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642814:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019133.642822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019133.642834:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8717100 x1818247339551488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642851:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339551488/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642858:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019133.642870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019133.642883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019133.642889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019133/real 1734019133] req@ffff8800a8716d80 x1818247339551616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019133.642898:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339551616/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019133.642906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019133.642908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019133.642911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339551616:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019133.760389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019134.762332:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019135.764362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019136.766388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019137.768443:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019138.650265:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650276:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019138.650282:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650307:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650317:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019138.650365:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339551744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019138.650411:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650416:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650419:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650423:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019138.650445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339551872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650459:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019138.650461:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019138.650487:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339552000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019138.650503:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650507:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650510:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650513:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019138.650521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339551744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019138.650526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339552128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019138.650539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650543:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650545:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650549:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019138.650561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339552256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019138.650574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019138.650575:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650582:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650585:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650590:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019138.650598:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339552384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019138.650607:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019138.650607:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019138.650610:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019138.650611:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019138.650615:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3402 00000100:00080000:0.0:1734019138.650618:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019138.650621:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019138.650625:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019138.650633:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339552512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019138.650633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8715500 x1818247339551744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650654:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339551744/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650665:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650669:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339551744:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019138.650681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019138.650705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.650712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8715880 x1818247339551872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339551872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650734:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339551872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019138.650744:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019138.650759:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.650765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8716d80 x1818247339552000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339552000/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650783:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650785:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019138.650820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019138.650833:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.650840:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8717100 x1818247339552128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339552128/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650868:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019138.650877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552256:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019138.650890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.650896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8714000 x1818247339552256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339552256/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019138.650925:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019138.650938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.650944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8717b80 x1818247339552384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.650955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339552384/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.650961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.650965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.650968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019138.650974:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019138.651040:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019138.651048:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019138/real 1734019138] req@ffff8800a8716a00 x1818247339552512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019138.651059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339552512/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019138.651068:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019138.651070:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019138.651073:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339552512:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019138.770369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019139.772394:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019140.774368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019141.776372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019142.778357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019143.658294:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019143.658306:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019143.658310:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658321:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658331:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658339:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019143.658376:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339552640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019143.658417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019143.658420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658424:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658427:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658430:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658440:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019143.658451:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339552768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019143.658464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019143.658466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658473:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658476:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019143.658488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339552896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019143.658499:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019143.658501:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658505:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019143.658522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658531:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019143.658533:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339552640:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019143.658535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019143.658536:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658540:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658542:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658545:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658549:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019143.658557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339553152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019143.658568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019143.658570:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658576:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019143.658590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339553280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019143.658599:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019143.658601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019143.658602:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019143.658603:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019143.658607:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3407 00000100:00080000:0.0:1734019143.658610:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019143.658614:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019143.658618:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019143.658623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8717800 x1818247339552640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019143.658625:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339553408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019143.658643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339552640/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339552640:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019143.658668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019143.658689:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.658696:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8714a80 x1818247339552768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.658708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339552768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019143.658727:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019143.658741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.658747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8715f80 x1818247339552896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.658757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339552896/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339552896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019143.658797:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019143.658810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.658816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8715180 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.658833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339553024/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658841:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019143.658851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019143.658864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.658870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8714e00 x1818247339553152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.658880:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339553152/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019143.658951:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019143.658982:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.658986:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8717480 x1818247339553280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.658992:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339553280/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.658996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.658997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.658999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019143.659002:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019143.659009:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019143.659012:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019143/real 1734019143] req@ffff8800a8714700 x1818247339553408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019143.659017:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339553408/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019143.659022:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019143.659023:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019143.659024:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339553408:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019143.780283:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019144.782365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019145.784390:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019146.786370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019147.788364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019148.666234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019148.666250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019148.666336:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339553536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019148.666381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666386:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666389:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666393:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019148.666404:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019148.666417:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019148.666439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019148.666455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019148.666466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339553792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019148.666480:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666484:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019148.666489:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339553536:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019148.666490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019148.666495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019148.666503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339553920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019148.666517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666524:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666527:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019148.666532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019148.666540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666552:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019148.666553:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666557:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019148.666568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019148.666575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019148.666576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019148.666584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019148.666587:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019148.666588:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019148.666592:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3412 00000100:00080000:0.0:1734019148.666594:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019148.666598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8716680 x1818247339553536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019148.666602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019148.666611:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019148.666623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339553536/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339553536:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019148.666649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019148.666672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666680:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8714380 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.666692:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339553664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666700:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666702:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666706:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019148.666733:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019148.666748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666755:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8714700 x1818247339553792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.666765:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339553792/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019148.666784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019148.666797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8717480 x1818247339553920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.666862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339553920/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339553920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019148.666882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019148.666901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8714e00 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.666918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339554048/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019148.666937:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019148.666950:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.666956:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8715180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.666966:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339554176/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.666973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.666976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.666979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019148.666985:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019148.666998:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019148.667005:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019148/real 1734019148] req@ffff8800a8715f80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019148.667014:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339554304/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019148.667022:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019148.667024:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019148.667027:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554304:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019148.790406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019149.792377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019150.794388:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019151.796362:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019152.798365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019153.674256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674266:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019153.674270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674289:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019153.674335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339554432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674373:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019153.674375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674395:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019153.674406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339554560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019153.674421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019153.674444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339554688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674453:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674456:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019153.674457:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019153.674477:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339554432:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019153.674478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339554816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019153.674492:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674495:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674501:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019153.674512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339554944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019153.674525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019153.674535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019153.674542:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019153.674546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339555072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019153.674554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019153.674557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019153.674558:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019153.674562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3417 00000100:00080000:0.0:1734019153.674564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019153.674564:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8714a80 x1818247339554432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019153.674568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019153.674572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019153.674580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339555200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019153.674584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339554432/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339554432:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019153.674610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019153.674631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8717800 x1818247339554560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674650:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339554560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019153.674669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019153.674683:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8716a00 x1818247339554688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339554688/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019153.674782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019153.674800:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8717b80 x1818247339554816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339554816/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339554816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019153.674845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019153.674858:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674864:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8714000 x1818247339554944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339554944/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674883:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674885:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674888:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339554944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019153.674893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019153.674905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8717100 x1818247339555072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674921:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339555072/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019153.674940:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019153.674953:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019153.674959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019153/real 1734019153] req@ffff8800a8716d80 x1818247339555200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019153.674969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339555200/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019153.674976:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019153.674978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019153.674981:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555200:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019153.800330:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019154.802373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019155.804300:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019156.806365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019157.808332:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019158.682263:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019158.682278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019158.682342:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339555328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019158.682381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682386:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682389:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682392:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019158.682413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339555456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682426:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019158.682428:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682432:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682435:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019158.682453:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339555584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019158.682466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682473:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682476:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019158.682480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339555328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019158.682488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339555712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682496:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019158.682501:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682504:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682507:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682510:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019158.682522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339555840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019158.682533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019158.682534:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682538:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682541:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019158.682543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019158.682544:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019158.682556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339555968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019158.682565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019158.682565:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8715880 x1818247339555328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019158.682568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019158.682570:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019158.682573:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3422 00000100:00080000:0.0:1734019158.682576:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019158.682579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019158.682583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019158.682584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339555328/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019158.682590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019158.682594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339555328:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019158.682610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019158.682631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8715500 x1818247339555456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682696:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339555456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682708:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682712:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019158.682718:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019158.682735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8716d80 x1818247339555584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682753:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339555584/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682766:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019158.682790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019158.682803:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8717100 x1818247339555712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339555712/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339555712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019158.682845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019158.682857:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8714000 x1818247339555840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682873:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339555840/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682883:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682886:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019158.682891:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019158.682904:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682910:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8717b80 x1818247339555968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339555968/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339555968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019158.682938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019158.682951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019158.682957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019158/real 1734019158] req@ffff8800a8716a00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019158.682967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339556096/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019158.682974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019158.682976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019158.682979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556096:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019158.810329:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019159.812365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019160.814345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019161.816321:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019162.818350:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019163.690261:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019163.690277:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690287:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019163.690340:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339556224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690378:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019163.690380:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690385:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690393:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019163.690402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019163.690414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690427:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019163.690429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690433:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690439:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019163.690443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019163.690452:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019163.690465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690470:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690474:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019163.690478:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019163.690479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339556224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019163.690486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019163.690505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690515:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019163.690519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019163.690526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019163.690539:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3427 00000800:00000100:2.0:1734019163.690543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019163.690545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019163.690548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019163.690552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019163.690598:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8717800 x1818247339556224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019163.690605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339556864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019163.690614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019163.690617:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019163.690618:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339556224/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019163.690619:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019163.690623:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3427 00000100:00080000:0.0:1734019163.690626:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019163.690629:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019163.690630:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019163.690632:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019163.690634:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019163.690637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339556224:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019163.690642:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339556992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019163.690646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556352:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019163.690670:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8714a80 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339556352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690703:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019163.690709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019163.690723:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690730:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8715f80 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339556480/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019163.690778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019163.690790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690796:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8715180 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339556608/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690822:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690824:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339556608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019163.690832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019163.690844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8714e00 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339556736/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019163.690878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019163.690891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8717480 x1818247339556864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339556864/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019163.690926:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019163.690938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019163.690944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019163/real 1734019163] req@ffff8800a8714700 x1818247339556992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019163.690954:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339556992/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019163.690961:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019163.690963:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019163.690966:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339556992:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019163.820359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019164.822393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019165.824378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019166.826352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019167.828353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019168.698265:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019168.698283:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698297:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698307:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698318:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019168.698367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339557120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019168.698407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019168.698414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698419:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698422:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698426:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019168.698449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339557248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019168.698460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019168.698466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698502:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698506:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019168.698527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339557376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019168.698537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019168.698542:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019168.698566:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339557504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019168.698570:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339557120:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019168.698576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019168.698581:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698584:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698587:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698591:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019168.698605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339557632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019168.698614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698617:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019168.698619:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698623:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698626:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698629:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698633:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019168.698641:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339557760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019168.698645:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019168.698649:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019168.698652:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019168.698654:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019168.698658:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3432 00000100:00080000:0.0:1734019168.698661:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019168.698665:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019168.698669:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019168.698670:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8714380 x1818247339557120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019168.698678:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339557888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019168.698689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339557120/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339557120:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019168.698717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019168.698739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.698746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8716680 x1818247339557248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.698758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339557248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019168.698778:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019168.698792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.698798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8714700 x1818247339557376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.698808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339557376/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698822:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019168.698848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019168.698861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.698868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8717480 x1818247339557504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.698885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339557504/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698893:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339557504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019168.698904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557632:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019168.698918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.698924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8714e00 x1818247339557632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.698934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339557632/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698941:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019168.698953:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019168.698966:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.698972:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8715180 x1818247339557760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.698982:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339557760/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.698989:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.698992:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.698995:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019168.699002:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019168.699015:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019168.699020:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019168/real 1734019168] req@ffff8800a8715f80 x1818247339557888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019168.699030:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339557888/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019168.699038:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019168.699040:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019168.699043:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339557888:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019168.830362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019169.832367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019170.834337:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019171.836370:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019172.838358:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019173.706222:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706232:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019173.706236:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706247:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706255:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706263:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019173.706298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339558016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706331:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706335:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019173.706337:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706342:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706345:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706349:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706358:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019173.706369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339558144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019173.706421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706426:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706432:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019173.706447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339558272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019173.706462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339558016:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019173.706463:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706467:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019173.706484:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019173.706496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706499:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706502:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706505:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706509:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019173.706516:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339558528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706525:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019173.706526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019173.706528:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019173.706529:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706533:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00080000:0.0:1734019173.706536:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706539:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019173.706548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8714a80 x1818247339558016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019173.706551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339558656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019173.706559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019173.706562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019173.706564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019173.706567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3437 00000100:00100000:2.0:1734019173.706567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339558016/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019173.706570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019173.706573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019173.706577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734019173.706579:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019173.706585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339558784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019173.706587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339558016:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019173.706594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019173.706616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706623:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8717800 x1818247339558144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706635:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339558144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019173.706670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019173.706684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706690:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8716a00 x1818247339558272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706701:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339558272/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706711:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019173.706719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019173.706731:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706737:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8717b80 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339558400/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706767:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339558400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019173.706772:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019173.706785:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8714000 x1818247339558528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339558528/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019173.706820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019173.706832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8717100 x1818247339558656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339558656/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019173.706867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019173.706880:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019173.706886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019173/real 1734019173] req@ffff8800a8716d80 x1818247339558784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019173.706896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339558784/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019173.706903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019173.706906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019173.706909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339558784:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019173.840352:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019174.842416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019175.844422:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019176.846398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019177.848387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019178.714227:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714237:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019178.714242:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714253:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714261:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019178.714269:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019178.714343:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339558912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019178.714384:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019178.714393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019178.714411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019178.714423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019178.714442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019178.714455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339558912:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019178.714457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714462:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019178.714464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714469:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714473:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019178.714478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019178.714484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019178.714498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339559168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019178.714509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019178.714516:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3442 00000800:00000100:2.0:1734019178.714521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019178.714527:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019178.714532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019178.714537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019178.714545:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8715500 x1818247339558912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019178.714548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339559296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019178.714562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714567:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1734019178.714569:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339558912/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019178.714570:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714575:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714579:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019178.714584:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019178.714585:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019178.714589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019178.714591:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019178.714595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339558912:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019178.714602:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019178.714614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714618:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019178.714621:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019178.714622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559040:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019178.714627:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714631:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019178.714635:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019178.714641:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019178.714653:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019178.714654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.714666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8715880 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019178.714679:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019178.714684:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019178.714685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339559040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019178.714686:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019178.714692:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3442 00000100:00080000:0.0:1734019178.714696:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019178.714698:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019178.714701:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019178.714701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019178.714706:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019178.714707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019178.714716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019178.714718:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019178.714738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.714749:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8716d80 x1818247339559168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019178.714765:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339559168/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019178.714778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019178.714781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019178.714787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019178.714796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019178.714823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.714834:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8717100 x1818247339559296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019178.714852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339559296/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019178.714860:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019178.714862:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019178.714865:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019178.714871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019178.714887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.714893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8714000 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019178.714903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339559424/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019178.714911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019178.714914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019178.714917:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019178.714935:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019178.714947:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.714954:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8717b80 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019178.714964:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339559552/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019178.714971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019178.714974:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019178.714978:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019178.714983:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019178.714996:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019178.715002:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019178/real 1734019178] req@ffff8800a8716a00 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019178.715012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339559680/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019178.715020:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019178.715022:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019178.715025:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339559680:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019178.850373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019179.852389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019180.854344:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019181.856331:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019182.858328:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019183.722299:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722311:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019183.722317:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722331:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722343:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722353:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019183.722401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339559808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019183.722438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019183.722445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722450:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722453:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722458:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019183.722481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339559936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019183.722492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019183.722497:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722504:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722513:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019183.722522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339560064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019183.722531:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019183.722537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019183.722560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339560192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019183.722561:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339559808:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019183.722570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019183.722576:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722579:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722582:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722586:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722591:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019183.722599:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339560320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019183.722607:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722611:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019183.722613:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722616:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00080000:0.0:1734019183.722620:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722623:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722627:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019183.722629:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019183.722635:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339560448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019183.722644:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019183.722647:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019183.722648:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019183.722652:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3447 00000100:00100000:2.0:1734019183.722654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8717800 x1818247339559808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019183.722655:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019183.722659:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019183.722664:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019183.722673:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339560576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019183.722674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339559808/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339559808:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019183.722704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019183.722728:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.722735:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8714a80 x1818247339559936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.722747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339559936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722754:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339559936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019183.722767:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019183.722782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.722788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8715f80 x1818247339560064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.722799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339560064/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019183.722840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019183.722853:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.722859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8715180 x1818247339560192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.722877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339560192/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019183.722896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560320:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019183.722909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.722915:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8714e00 x1818247339560320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.722925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339560320/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722933:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722938:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019183.722945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019183.722958:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.722964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8717480 x1818247339560448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.722974:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339560448/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.722981:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.722984:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.722987:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019183.722994:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019183.723007:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019183.723013:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019183/real 1734019183] req@ffff8800a8714700 x1818247339560576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019183.723023:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339560576/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019183.723030:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019183.723033:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019183.723036:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339560576:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019183.860402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019184.862436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019185.864412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019186.866368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019187.868387:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019188.730265:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019188.730278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730289:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730298:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019188.730344:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339560704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019188.730384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019188.730405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019188.730416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339560832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019188.730432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730436:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730439:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730442:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019188.730447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019188.730456:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339560960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019188.730469:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730481:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339560704:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019188.730482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019188.730490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339561088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730502:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019188.730503:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730507:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730509:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730512:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019188.730516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019188.730524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339561216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019188.730536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019188.730538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019188.730546:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019188.730547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019188.730551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019188.730558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339561344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019188.730566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019188.730568:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8716680 x1818247339560704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019188.730569:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019188.730570:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019188.730574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3452 00000100:00080000:0.0:1734019188.730576:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019188.730579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019188.730583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019188.730587:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339560704/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019188.730591:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019188.730598:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730601:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730606:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339560704:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019188.730614:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019188.730635:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8714380 x1818247339560832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339560832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730661:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730667:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019188.730672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019188.730686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8714700 x1818247339560960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339560960/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730709:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730712:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730715:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339560960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019188.730739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019188.730753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8717480 x1818247339561088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339561088/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730785:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730787:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019188.730795:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019188.730808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8714e00 x1818247339561216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339561216/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730831:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730836:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019188.730842:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019188.730854:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8715180 x1818247339561344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339561344/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019188.730890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019188.730903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019188.730908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019188/real 1734019188] req@ffff8800a8715f80 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019188.730918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339561472/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019188.730926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019188.730928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019188.730931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339561472:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019188.870361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019189.872358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019190.874357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019191.876336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019192.878402:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019193.738248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019193.738261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019193.738320:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339561600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019193.738361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738372:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019193.738381:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019193.738392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738405:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019193.738407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738414:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738417:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019193.738422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019193.738430:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019193.738443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019193.738456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019193.738461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339561600:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019193.738464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019193.738477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738481:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738487:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019193.738491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019193.738498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019193.738511:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738514:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019193.738525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019193.738532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339562240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019193.738540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019193.738543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019193.738545:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019193.738548:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3457 00000100:00080000:0.0:1734019193.738550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019193.738554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019193.738555:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561728:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734019193.738558:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019193.738565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339562368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019193.738579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019193.738602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019193.738617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019193.738631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019193.738645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562368:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019193.880381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019194.882428:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019195.884387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019196.744421:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734019196.744476:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019196.744501:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744542:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744553:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744561:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744569:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744576:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019196.744583:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734019196.744653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8717b80 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339561984/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019196.744717:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8714000 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339562112/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744737:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744744:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019196.744751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8717100 x1818247339562240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339562240/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744770:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019196.744782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8716d80 x1818247339562368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744801:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339562368/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744812:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744815:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339562368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019196.744821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8714a80 x1818247339561600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339561600/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744843:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744846:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339561600:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019196.744852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8717800 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339561728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019196.744883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019193/real 1734019196] req@ffff8800a8716a00 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019196.744900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339561856/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019196.744908:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019196.744910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019196.744914:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339561856:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019196.886367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019197.888375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019198.746245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746255:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019198.746258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746286:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019198.746322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339562496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019198.746363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746368:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746371:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746374:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019198.746394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339562624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746405:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019198.746410:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746414:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746417:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746420:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019198.746434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339562752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019198.746448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019198.746469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339562880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019198.746485:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746491:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019198.746492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339562496:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019198.746495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019198.746507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339563008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019198.746519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746523:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019198.746539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339563136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019198.746548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019198.746551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019198.746552:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019198.746556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3462 00000100:00080000:0.0:1734019198.746560:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019198.746563:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019198.746567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019198.746574:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339563264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019198.746587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8715880 x1818247339562496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339562496/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746652:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.746661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339562496:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019198.746669:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019198.746689:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746696:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8715500 x1818247339562624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339562624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.746724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019198.746732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019198.746748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8716a00 x1818247339562752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339562752/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.746779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019198.746810:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019198.746824:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8717800 x1818247339562880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339562880/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.746855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339562880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019198.746861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019198.746879:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8714a80 x1818247339563008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339563008/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.746909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019198.746915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019198.746928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.746934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8716d80 x1818247339563136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.746945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339563136/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.746953:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.746955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.747010:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019198.747019:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019198.747038:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019198.747046:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019198/real 1734019198] req@ffff8800a8717100 x1818247339563264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019198.747064:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339563264/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019198.747073:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019198.747075:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019198.747079:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563264:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019198.890369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019199.892374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019200.894386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019201.896361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019202.898370:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019203.754200:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754207:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019203.754210:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754217:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754223:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754228:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019203.754254:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339563392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754277:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754279:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019203.754280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754283:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754284:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754286:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754292:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019203.754298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339563520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754307:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754309:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019203.754310:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754312:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754314:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754315:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754318:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019203.754322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339563648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754326:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754328:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019203.754329:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754331:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754332:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754334:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754336:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019203.754340:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754344:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754346:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019203.754346:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754348:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754350:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754352:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754354:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019203.754354:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339563392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019203.754359:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339563904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019203.754366:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754367:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754369:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754370:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754372:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019203.754376:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339564032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019203.754381:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019203.754382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019203.754383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019203.754385:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3467 00000100:00080000:0.0:1734019203.754387:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019203.754388:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019203.754390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019203.754394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339564160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019203.754399:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754413:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8714000 x1818247339563392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754423:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339563392/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754429:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754431:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754433:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339563392:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019203.754437:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019203.754446:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754450:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8717b80 x1818247339563520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754455:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339563520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754460:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754462:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754464:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019203.754467:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019203.754475:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754478:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8715f80 x1818247339563648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754483:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339563648/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754487:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754488:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754490:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019203.754493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019203.754500:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754503:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8715180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754508:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339563776/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754512:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754513:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754515:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339563776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019203.754531:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019203.754540:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8714e00 x1818247339563904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754549:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339563904/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754553:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754554:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754556:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339563904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019203.754558:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019203.754565:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754568:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8717480 x1818247339564032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754573:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339564032/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754576:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754578:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754579:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019203.754583:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019203.754589:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019203.754593:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019203/real 1734019203] req@ffff8800a8714700 x1818247339564160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019203.754601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339564160/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019203.754605:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019203.754606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019203.754608:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564160:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019203.900409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019204.902361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019205.904398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019206.906363:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019207.908386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019208.762246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019208.762260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019208.762322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339564288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762357:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019208.762363:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762370:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762374:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019208.762383:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019208.762394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762407:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019208.762409:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762417:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762421:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019208.762425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019208.762435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339564544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019208.762448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762451:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019208.762461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019208.762469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339564672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762481:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019208.762483:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339564288:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019208.762497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019208.762505:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019208.762524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019208.762537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019208.762544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019208.762552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019208.762555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019208.762557:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019208.762560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3472 00000100:00080000:0.0:1734019208.762563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019208.762566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019208.762570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019208.762577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019208.762591:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8714380 x1818247339564288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.762643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339564288/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.762656:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.762660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.762665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339564288:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019208.762672:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019208.762693:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762701:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8716680 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.762712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339564416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.762720:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.762725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.762728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019208.762735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019208.762751:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762758:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8714700 x1818247339564544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.762768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339564544/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.762776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.762779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.762783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019208.762858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019208.762877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8717480 x1818247339564672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.762896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339564672/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.762905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.762907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.762910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339564672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019208.762916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019208.762934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8714e00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.762952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339564800/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.762959:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.762962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.762965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019208.762970:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019208.762984:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.762990:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8715180 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.763000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339564928/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.763007:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.763009:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.763012:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339564928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019208.763018:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019208.763032:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019208.763038:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8715f80 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019208.763056:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339565056/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019208.763065:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019208.763067:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019208.763070:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565056:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019208.910320:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019209.912350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019210.914346:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019211.916384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019212.918379:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019213.770248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019213.770266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770279:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770292:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770302:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019213.770348:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339565184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019213.770394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019213.770429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339565312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770439:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019213.770445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770449:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019213.770469:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339565440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770478:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019213.770486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770493:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019213.770504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339565184:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019213.770509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339565568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019213.770523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770532:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019213.770545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339565696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019213.770557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019213.770558:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019213.770581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339565824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019213.770590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019213.770590:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019213.770593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019213.770594:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019213.770598:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3477 00000100:00080000:0.0:1734019213.770601:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019213.770604:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019213.770608:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019213.770616:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339565952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019213.770617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8717b80 x1818247339565184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.770638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339565184/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.770649:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.770653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.770657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339565184:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019213.770665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019213.770686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.770693:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8714000 x1818247339565312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.770746:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339565312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.770755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.772639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.772654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019213.772670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019213.772771:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.772795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8717100 x1818247339565440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.772814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339565440/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.772824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.772827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.772830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019213.772861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019213.772877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.772884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8716d80 x1818247339565568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.772896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339565568/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.772903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.772906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.772909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339565568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019213.772915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019213.772933:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.772939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8714a80 x1818247339565696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.772949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339565696/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.772957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.772960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.772963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019213.772969:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019213.772982:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.772988:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8717800 x1818247339565824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.772998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339565824/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.773005:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.773007:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.773010:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019213.773016:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019213.773029:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019213.773036:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8716a00 x1818247339565952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019213.773053:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339565952/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019213.773061:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019213.773063:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019213.773066:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339565952:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019213.920357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019214.922412:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019215.924400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019216.926306:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019217.928436:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019218.778249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019218.778268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778293:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019218.778353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339566080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019218.778389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778394:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019218.778397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778402:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778409:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019218.778432:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339566208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019218.778442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019218.778448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019218.778476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339566336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019218.778484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019218.778489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778499:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019218.778504:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339566080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019218.778512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339566464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019218.778522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019218.778528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778532:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778534:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778537:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019218.778550:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339566592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019218.778558:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019218.778563:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019218.778584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339566720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019218.778590:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019218.778593:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019218.778596:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019218.778597:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019218.778601:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3482 00000100:00080000:0.0:1734019218.778605:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019218.778609:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019218.778613:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019218.778617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8715500 x1818247339566080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019218.778659:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019218.778669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339566080/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339566080:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019218.778697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019218.778719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.778727:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8715880 x1818247339566208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.778738:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339566208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778751:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778755:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019218.778761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019218.778777:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.778783:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8716a00 x1818247339566336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.778794:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339566336/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019218.778837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019218.778851:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.778857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8717800 x1818247339566464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.778868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339566464/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339566464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019218.778887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019218.778904:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.778911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8714a80 x1818247339566592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.778922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339566592/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778931:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019218.778939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019218.778952:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.778958:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8716d80 x1818247339566720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.778969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339566720/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.778977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.778979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.778982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019218.778987:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019218.779001:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019218.779007:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8717100 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019218.779025:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339566848/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019218.779033:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019218.779035:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019218.779038:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339566848:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019218.930408:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019219.932374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019220.934385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019221.936347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019222.938371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019223.786229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019223.786247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019223.786329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339566976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019223.786366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786371:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019223.786373:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786378:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786381:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786385:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019223.786396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019223.786408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019223.786425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019223.786430:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786435:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786438:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786441:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019223.786445:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019223.786454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019223.786464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019223.786468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786481:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339566976:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019223.786483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019223.786491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019223.786499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019223.786505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786516:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019223.786520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019223.786528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019223.786565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019223.786570:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786574:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786577:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786581:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019223.786586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019223.786595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339567616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019223.786595:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019223.786603:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019223.786607:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019223.786609:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019223.786612:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3487 00000100:00080000:0.0:1734019223.786615:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019223.786618:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019223.786622:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019223.786624:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8714000 x1818247339566976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019223.786631:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339567744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019223.786645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339566976/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786661:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786666:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339566976:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019223.786674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019223.786696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8717b80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339567104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019223.786759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019223.786775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8715f80 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786793:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339567232/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786801:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786807:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019223.786812:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019223.786825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8715180 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339567360/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786851:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786854:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339567360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019223.786860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019223.786878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8714e00 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339567488/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786904:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786906:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786909:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019223.786915:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019223.786929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8717480 x1818247339567616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339567616/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.786952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.786955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.786958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019223.786963:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019223.786976:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019223.786982:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8714700 x1818247339567744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.786999:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339567744/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019223.787008:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019223.787010:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019223.787013:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339567744:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019223.940478:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019224.942395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019225.944367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019226.946398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019227.948396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019228.794229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019228.794245:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794256:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794265:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794274:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019228.794311:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339567872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019228.794346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019228.794352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794360:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019228.794373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019228.794384:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339568000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019228.794394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019228.794399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794410:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019228.794414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019228.794424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339568128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019228.794433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019228.794437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019228.794481:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019228.794491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339568256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019228.794497:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339567872:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019228.794500:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019228.794506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794509:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794512:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794516:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019228.794520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019228.794528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339568384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019228.794536:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019228.794541:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019228.794555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019228.794562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339568512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019228.794562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019228.794571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019228.794574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019228.794575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019228.794578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3492 00000100:00080000:0.0:1734019228.794581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019228.794584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8716680 x1818247339567872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019228.794588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019228.794596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339568640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019228.794605:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339567872/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794616:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794624:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339567872:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019228.794632:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568000:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019228.794650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794657:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8714380 x1818247339568000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339568000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794676:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019228.794689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019228.794721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8714700 x1818247339568128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339568128/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019228.794784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019228.794799:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794806:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8717480 x1818247339568256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339568256/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019228.794835:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019228.794852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8714e00 x1818247339568384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339568384/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019228.794887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019228.794899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8715180 x1818247339568512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339568512/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794924:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019228.794932:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019228.794945:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019228.794951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8715f80 x1818247339568640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019228.794969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339568640/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019228.794977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019228.794979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019228.794982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339568640:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019228.950362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019229.952378:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019230.954404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019231.956375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019232.958421:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019233.802254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802266:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019233.802272:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802286:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019233.802352:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339568768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019233.802429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019233.802436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802441:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802444:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802449:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019233.802460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019233.802474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339568896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019233.802485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019233.802490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802495:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802498:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802501:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019233.802506:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019233.802515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339569024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019233.802524:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802528:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019233.802530:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802541:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339568768:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019233.802545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019233.802553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019233.802561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019233.802566:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802570:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802572:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802576:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019233.802580:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019233.802588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339569280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019233.802596:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802599:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019233.802601:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802605:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802608:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019233.802615:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019233.802623:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339569408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019233.802624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019233.802632:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019233.802636:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019233.802637:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019233.802641:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3497 00000100:00080000:0.0:1734019233.802643:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019233.802646:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019233.802650:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019233.802651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8717b80 x1818247339568768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019233.802661:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339569536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019233.802672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339568768/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802683:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339568768:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019233.802699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019233.802719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8714000 x1818247339568896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.802737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339568896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339568896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019233.802781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019233.802797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8717100 x1818247339569024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.802815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339569024/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019233.802834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019233.802847:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8716d80 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.802863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339569152/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019233.802882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019233.802901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8714a80 x1818247339569280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.802918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339569280/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019233.802938:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019233.802951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.802957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8717800 x1818247339569408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.802967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339569408/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.802975:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.802978:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.802981:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019233.802986:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019233.802999:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019233.803005:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8716a00 x1818247339569536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019233.803022:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339569536/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.803030:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.803032:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019233.803035:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339569536:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019233.960420:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019234.962338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019235.964420:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019236.966398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019237.968385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019238.810260:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810272:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019238.810315:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810329:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810342:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810352:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019238.810401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339569664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019238.810438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810442:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019238.810445:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810449:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810455:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810459:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019238.810483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019238.810494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810498:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019238.810499:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810504:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810506:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019238.810526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339569920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019238.810534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019238.810539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019238.810564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339570048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019238.810565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339569664:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019238.810580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019238.810585:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810588:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810591:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810594:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019238.810607:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019238.810615:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810619:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019238.810620:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810624:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00080000:0.0:1734019238.810627:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810631:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810635:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019238.810638:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019238.810643:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019238.810652:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019238.810655:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019238.810657:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019238.810661:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3502 00000100:00100000:2.0:1734019238.810664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8715880 x1818247339569664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019238.810665:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019238.810668:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019238.810673:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019238.810681:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019238.810684:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339569664/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810700:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810705:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339569664:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019238.810713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019238.810732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.810739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8715500 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.810751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339569792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810767:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019238.810774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019238.810789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.810795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8716a00 x1818247339569920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.810805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339569920/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339569920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019238.810846:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019238.810860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.810866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8717800 x1818247339570048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.810877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339570048/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019238.810896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019238.810913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.810920:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8714a80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.810931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339570176/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810938:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810940:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810943:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019238.810949:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019238.810962:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.810968:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8716d80 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.810979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339570304/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.810987:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.810989:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.810992:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019238.810998:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019238.811011:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019238.811017:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8717100 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019238.811034:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339570432/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019238.811042:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019238.811045:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019238.811048:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339570432:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019238.970411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019239.972395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019240.974386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019241.976419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019242.978404:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019243.818279:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818289:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019243.818294:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019243.818307:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818318:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818327:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019243.818370:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339570560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019243.818407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019243.818413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019243.818418:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818421:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818425:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019243.818435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019243.818446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339570688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019243.818456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019243.818462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019243.818466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019243.818477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019243.818485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339570816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019243.818494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019243.818499:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019243.818501:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339570560:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019243.818504:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818506:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818509:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019243.818514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019243.818522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339570944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019243.818530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019243.818535:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019243.818538:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818541:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818545:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019243.818550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1734019243.818556:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019243.818558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339571072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019243.818567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019243.818571:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019243.818573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8714000 x1818247339570560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019243.818575:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019243.818582:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339570560/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019243.818586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734019243.818591:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818593:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019243.818594:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339571200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019243.818595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339570560:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019243.818601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570688:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019243.818602:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019243.818605:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019243.818606:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019243.818610:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3507 00000100:00080000:0.0:1734019243.818613:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019243.818613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019243.818616:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8717b80 x1818247339570688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019243.818621:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019243.818624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339570688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818628:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734019243.818629:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339571328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.818630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019243.818650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019243.818659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8715f80 x1818247339570816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019243.818668:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339570816/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019243.818678:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019243.818685:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8715180 x1818247339570944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019243.818693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339570944/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818700:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339570944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019243.818704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019243.818713:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818716:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8714e00 x1818247339571072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019243.818722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339571072/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019243.818732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019243.818740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818743:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8717480 x1818247339571200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019243.818748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339571200/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818752:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818754:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019243.818758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019243.818765:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019243.818768:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019243] req@ffff8800a8714700 x1818247339571328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019243.818778:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339571328/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019243.818782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019243.818783:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019243.818785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571328:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019243.980367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019244.982395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019245.984361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019246.986379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019247.988254:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019248.826183:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826190:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019248.826193:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826199:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826205:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826210:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019248.826236:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339571456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019248.826260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826262:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826264:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826266:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826272:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019248.826278:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339571584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826283:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019248.826286:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826288:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826289:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826291:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826293:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019248.826298:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339571712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826303:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826305:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019248.826306:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826308:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826309:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826311:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826314:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019248.826318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339571840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826322:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826324:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019248.826324:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826326:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826327:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826329:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826331:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019248.826335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339571968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826342:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019248.826342:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826344:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826346:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826348:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826350:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019248.826351:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339571456:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019248.826354:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339572096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019248.826358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019248.826360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019248.826361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019248.826362:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3512 00000100:00080000:0.0:1734019248.826364:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019248.826365:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019248.826368:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019248.826372:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019248.826415:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826433:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8714380 x1818247339571456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826445:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339571456/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826453:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826455:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826458:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339571456:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019248.826462:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019248.826474:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826477:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8716680 x1818247339571584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826483:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339571584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826488:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826490:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826492:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019248.826496:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019248.826504:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826507:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8714700 x1818247339571712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826513:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339571712/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826517:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826518:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826521:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019248.826524:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019248.826531:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826534:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8717480 x1818247339571840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826539:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339571840/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826543:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826544:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826546:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339571840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019248.826566:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571968:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019248.826575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8714e00 x1818247339571968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339571968/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826588:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339571968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019248.826594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019248.826601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8715180 x1818247339572096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339572096/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019248.826619:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019248.826627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019248.826630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8715f80 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019248.826639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339572224/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019248.826644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019248.826645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019248.826646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572224:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019248.990487:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019249.992409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019250.994411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019251.996433:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019252.998394:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019253.834245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019253.834260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019253.834322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339572352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019253.834369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834381:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019253.834390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019253.834401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019253.834414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019253.834429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019253.834437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019253.834451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834461:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019253.834465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019253.834473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019253.834487:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834493:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339572352:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019253.834500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019253.834507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019253.834520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834530:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019253.834534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019253.834542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339572992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019253.834555:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019253.834558:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019253.834560:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019253.834563:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3517 00000100:00080000:0.0:1734019253.834566:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019253.834569:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019253.834573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019253.834580:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339573120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019253.834592:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8717b80 x1818247339572352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339572352/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834657:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834662:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339572352:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019253.834670:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019253.834691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8714000 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339572480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834722:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019253.834732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019253.834748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8717100 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834765:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339572608/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834779:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019253.834810:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019253.834823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8716d80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834841:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339572736/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834849:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339572736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019253.834861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019253.834878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834885:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8714a80 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834896:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339572864/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834903:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834905:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834908:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019253.834914:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019253.834928:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834934:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8717800 x1818247339572992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.834945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339572992/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.834952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.834954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.834958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339572992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019253.834964:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019253.834977:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019253.834983:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8716a00 x1818247339573120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019253.835000:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339573120/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019253.835009:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019253.835011:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019253.835014:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573120:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019254.000389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019255.002428:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019256.004420:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019257.006368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019258.008400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019258.842247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842258:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019258.842263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842282:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019258.842327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339573248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019258.842367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019258.842399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339573376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019258.842414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019258.842438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339573504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019258.842451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019258.842472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339573632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842482:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019258.842488:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842491:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842494:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842497:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019258.842503:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339573248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019258.842510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339573760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019258.842523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842529:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842532:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019258.842543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339573888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019258.842551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019258.842554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019258.842556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019258.842559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3522 00000100:00080000:0.0:1734019258.842561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019258.842565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019258.842569:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019258.842577:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339574016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019258.842630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019258.842655:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019258.842685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019258.842704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019258.842722:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019258.842740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574016:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019259.010416:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019260.012410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019261.014392:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019261.848392:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734019261.848442:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019261.848462:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848495:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848503:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848510:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848518:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848526:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019261.848532:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734019261.848611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8717800 x1818247339573632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339573632/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.848666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.848672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.848679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019261.848692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8714a80 x1818247339573760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848712:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339573760/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.848727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.848731:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.848736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019261.848747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8716d80 x1818247339573888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339573888/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.848776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.848780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.848786:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339573888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019261.848808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8717100 x1818247339574016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848827:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339574016/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.848840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.848844:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.848849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019261.848863:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8715500 x1818247339573248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339573248/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.848958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.848962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.848968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339573248:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019261.848978:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8715880 x1818247339573376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.848998:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339573376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.849010:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.849015:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.849020:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019261.849031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019261] req@ffff8800a8716a00 x1818247339573504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019261.849049:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339573504/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019261.849062:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019261.849066:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019261.849071:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339573504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019262.016389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019263.018356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019263.850232:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019263.850247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019263.850313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339574144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019263.850348:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850352:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019263.850354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850359:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850362:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019263.850375:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019263.850386:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339574272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019263.850396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850399:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019263.850401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019263.850416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019263.850424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339574400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019263.850432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019263.850437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019263.850450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019263.850458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019263.850461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339574144:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019263.850466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019263.850471:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850474:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850476:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850480:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019263.850484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019263.850491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339574656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019263.850500:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019263.850505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850511:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850514:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019263.850518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019263.850526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339574784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019263.850526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019263.850533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019263.850536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019263.850538:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019263.850541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3527 00000100:00080000:0.0:1734019263.850543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019263.850547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8714000 x1818247339574144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019263.850551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019263.850560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339574912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019263.850567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339574144/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850581:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339574144:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019263.850593:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019263.850611:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850619:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8717b80 x1818247339574272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850630:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339574272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850638:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850640:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019263.850649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019263.850663:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850669:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8715f80 x1818247339574400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339574400/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850688:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850691:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019263.850719:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019263.850732:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850738:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8715180 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850748:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339574528/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850756:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850758:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850761:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339574528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019263.850766:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019263.850779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8714e00 x1818247339574656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339574656/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850804:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019263.850814:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019263.850827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8717480 x1818247339574784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339574784/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850851:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019263.850913:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019263.850931:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019263.850939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8714700 x1818247339574912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019263.850950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339574912/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019263.850958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019263.850960:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019263.850963:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339574912:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019264.020395:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019265.022363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019266.024348:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019267.026316:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019268.028378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019268.858233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019268.858247:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858266:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019268.858312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339575040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019268.858352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858359:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858363:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019268.858383:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019268.858398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019268.858422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339575296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019268.858435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858449:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019268.858452:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339575040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019268.858457:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339575424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858468:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019268.858470:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858473:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858475:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858479:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019268.858490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019268.858503:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858506:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00080000:0.0:1734019268.858509:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858512:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019268.858518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019268.858524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019268.858533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019268.858536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019268.858537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019268.858541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3532 00000100:00100000:2.0:1734019268.858542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8716680 x1818247339575040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019268.858543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019268.858546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019268.858550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019268.858557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019268.858562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339575040/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858573:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858576:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858581:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339575040:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019268.858588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019268.858606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8714380 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339575168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019268.858644:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019268.858658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858664:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8714700 x1818247339575296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858674:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339575296/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019268.858713:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019268.858726:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8717480 x1818247339575424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339575424/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339575424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019268.858761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019268.858830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8714e00 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858850:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339575552/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858857:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858863:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019268.858869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019268.858887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8715180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339575680/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019268.858921:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019268.858934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019268.858940:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8715f80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019268.858950:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339575808/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019268.858957:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019268.858959:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019268.858962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339575808:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019269.030374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019270.032391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019271.034375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019272.036393:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019273.038403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019273.866251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019273.866265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866275:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019273.866327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339575936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019273.866360:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866364:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019273.866366:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866388:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019273.866399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339576064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019273.866409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019273.866414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866420:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019273.866435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339576192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019273.866444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019273.866448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019273.866470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339576320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019273.866471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339575936:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019273.866479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019273.866484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866489:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866496:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019273.866504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339576448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019273.866512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019273.866516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866520:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00080000:0.0:1734019273.866522:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866525:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019273.866533:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019273.866536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339576576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019273.866545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019273.866548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019273.866549:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019273.866553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3537 00000100:00100000:2.0:1734019273.866554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8717b80 x1818247339575936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019273.866556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019273.866559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019273.866564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019273.866571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339576704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019273.866581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339575936/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866592:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339575936:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019273.866607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019273.866625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866632:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8714000 x1818247339576064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339576064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866650:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866656:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019273.866662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019273.866675:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866725:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8716a00 x1818247339576192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339576192/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019273.866780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019273.866797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8715880 x1818247339576320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339576320/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019273.866834:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019273.866846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8715500 x1818247339576448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339576448/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866872:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019273.866881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019273.866897:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8717100 x1818247339576576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339576576/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019273.866931:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019273.866943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019273.866949:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8716d80 x1818247339576704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019273.866959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339576704/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019273.866966:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019273.866968:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019273.866971:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339576704:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019274.040362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019275.042410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019276.044401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019277.046383:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019278.048353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019278.874258:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874268:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019278.874273:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874283:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874293:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874301:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019278.874337:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339576832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019278.874383:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874390:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874403:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019278.874414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339576960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019278.874436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019278.874461:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339577088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019278.874473:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874480:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874483:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874487:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019278.874491:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339576832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019278.874495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339577216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019278.874509:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874512:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874515:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874518:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019278.874530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339577344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874538:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874541:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019278.874543:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874546:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00080000:0.0:1734019278.874549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019278.874556:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019278.874563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339577472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019278.874571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019278.874574:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019278.874575:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019278.874579:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3542 00000100:00100000:2.0:1734019278.874580:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8714a80 x1818247339576832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019278.874581:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019278.874584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019278.874588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019278.874595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019278.874649:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339576832/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874659:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874668:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339576832:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019278.874676:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019278.874699:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874708:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8717800 x1818247339576960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874719:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339576960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874727:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874733:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339576960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019278.874739:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019278.874753:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8716d80 x1818247339577088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339577088/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874776:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019278.874809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019278.874822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8717100 x1818247339577216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339577216/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874847:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874849:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874852:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019278.874857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019278.874870:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8715500 x1818247339577344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874886:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339577344/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019278.874905:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019278.874920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8715880 x1818247339577472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339577472/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874946:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874949:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019278.874954:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019278.874966:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019278.874972:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8716a00 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019278.874982:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339577600/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019278.874990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019278.874992:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019278.874995:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339577600:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019279.050374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019280.052361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019281.054395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019282.056391:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019283.058403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019283.882251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019283.882268:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882295:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019283.882353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339577728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019283.882400:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882405:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882408:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882412:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019283.882436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019283.882451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882461:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019283.882479:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882488:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019283.882493:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882497:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882499:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882503:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019283.882542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882553:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882556:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019283.882558:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882561:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882564:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882568:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882573:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019283.882574:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339577728:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019283.882582:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882601:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019283.882603:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882607:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882609:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019283.882613:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882617:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019283.882625:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339578368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019283.882633:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019283.882636:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019283.882638:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019283.882641:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3547 00000100:00080000:0.0:1734019283.882644:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019283.882647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019283.882648:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019283.882652:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019283.882660:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339578496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019283.882672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8714000 x1818247339577728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339577728/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.882718:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339577728:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019283.882726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019283.882745:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.882752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8717b80 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339577856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882774:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.882777:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019283.882784:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019283.882798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.882804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8715f80 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339577984/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.882830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339577984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019283.882857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019283.882871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.882877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8715180 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339578112/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.882901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019283.882907:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019283.882921:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.882927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8714e00 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882937:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339578240/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882944:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.882950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019283.882956:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019283.882972:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.882979:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8717480 x1818247339578368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.882989:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339578368/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.882996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.882998:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.883001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019283.883007:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019283.883020:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019283.883026:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8714700 x1818247339578496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019283.883036:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339578496/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019283.883044:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019283.883046:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019283.883049:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339578496:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019284.060379:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019285.062397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019286.064371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019287.066384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019288.068368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019288.890233:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019288.890248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890276:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019288.890313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339578624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019288.890353:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890361:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890364:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019288.890384:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339578752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019288.890398:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890402:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890405:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890408:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890413:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019288.890422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339578880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019288.890466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890474:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890481:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019288.890486:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339578624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019288.890490:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339579008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019288.890504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890507:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890510:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890514:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019288.890525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339579136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890533:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019288.890538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019288.890541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019288.890550:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019288.890559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339579264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019288.890567:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019288.890570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019288.890572:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019288.890573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8714380 x1818247339578624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019288.890575:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3552 00000100:00080000:0.0:1734019288.890578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019288.890581:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019288.890584:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019288.890593:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339579392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019288.890600:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339578624/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890618:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339578624:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019288.890625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019288.890644:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890651:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8716680 x1818247339578752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339578752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890672:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890675:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019288.890681:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019288.890694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8714700 x1818247339578880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339578880/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339578880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019288.890749:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019288.890763:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890769:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8717480 x1818247339579008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890780:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339579008/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019288.890798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579136:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019288.890810:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890816:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8714e00 x1818247339579136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890826:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339579136/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890834:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890836:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890839:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019288.890845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019288.890860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8715180 x1818247339579264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339579264/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019288.890894:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019288.890906:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019288.890912:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8715f80 x1818247339579392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019288.890922:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339579392/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019288.890929:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019288.890932:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019288.890935:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339579392:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019289.070373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019290.072354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019291.074418:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019292.076371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019293.078409:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019293.898222:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898231:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019293.898235:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898245:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898254:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019293.898261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019293.898295:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339579520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019293.898328:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898332:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019293.898335:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898339:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898381:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019293.898386:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019293.898396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019293.898408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339579648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019293.898418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898422:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019293.898423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019293.898433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898436:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339579520:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019293.898437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019293.898445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339579776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019293.898455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019293.898460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898463:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019293.898469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019293.898473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019293.898480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019293.898489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019293.898494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898497:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019293.898500:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019293.898503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019293.898507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019293.898515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339580032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019293.898522:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8717b80 x1818247339579520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019293.898523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019293.898527:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019293.898531:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898534:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019293.898537:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019293.898541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019293.898548:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339580160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019293.898549:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339579520/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019293.898556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019293.898559:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019293.898559:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019293.898560:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.898562:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019293.898564:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3557 00000100:00080000:0.0:1734019293.898566:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019293.898567:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339579520:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019293.898570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019293.898574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019293.898575:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019293.898583:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339580288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019293.898593:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898601:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8714000 x1818247339579648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898612:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339579648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898622:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019293.898650:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019293.898664:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898670:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8716a00 x1818247339579776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898681:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339579776/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898689:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019293.898701:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019293.898714:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8715880 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898730:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339579904/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898738:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898740:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339579904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019293.898748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019293.898761:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898767:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8715500 x1818247339580032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898777:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339580032/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898786:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898790:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019293.898796:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019293.898812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8717100 x1818247339580160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339580160/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019293.898847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019293.898860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019293.898867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8716d80 x1818247339580288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019293.898878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339580288/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019293.898885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019293.898887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019293.898890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580288:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019294.080407:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019295.082373:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019296.084396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019297.086434:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019298.088450:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019298.906251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906305:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019298.906310:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906324:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906337:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906347:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019298.906394:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339580416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019298.906439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906444:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906447:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906451:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906462:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019298.906474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906495:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019298.906497:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906507:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019298.906524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339580672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019298.906537:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906541:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019298.906560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339580800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906570:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019298.906575:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019298.906576:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339580416:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019298.906579:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906582:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906586:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906591:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019298.906600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906608:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906611:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019298.906613:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906617:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3562 00000100:00080000:0.0:1734019298.906619:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906622:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019298.906634:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019298.906642:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019298.906645:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019298.906647:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019298.906650:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3562 00000800:00000100:2.0:1734019298.906650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019298.906653:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019298.906657:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019298.906661:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019298.906669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019298.906676:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8717800 x1818247339580416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339580416/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.906715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.906718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.906723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339580416:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019298.906731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019298.906750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.906757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8714a80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339580544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.906777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.906779:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.906783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019298.906789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019298.906804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.906810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8716d80 x1818247339580672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339580672/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.906827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.906831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.906834:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019298.906862:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019298.906876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.906882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8717100 x1818247339580800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339580800/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.906901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.906903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.906906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339580800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019298.906912:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019298.906926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.906932:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8715500 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339580928/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.906949:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.906951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.906955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339580928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019298.906961:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019298.906978:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.906984:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8715880 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.906994:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339581056/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.907001:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.907003:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.907006:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019298.907012:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019298.907025:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019298.907031:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8716a00 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019298.907041:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339581184/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019298.907049:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019298.907051:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019298.907054:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581184:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019299.090315:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019300.092402:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019301.094409:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019302.096405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019303.098416:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019303.914294:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914306:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019303.914312:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914326:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914339:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914349:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019303.914398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339581312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019303.914437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019303.914443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914449:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914452:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914455:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019303.914467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019303.914480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339581440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019303.914490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019303.914495:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914500:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019303.914513:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019303.914523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339581568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019303.914532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019303.914536:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914540:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914543:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019303.914550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019303.914559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339581696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019303.914565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339581312:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019303.914569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019303.914574:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914577:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914580:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914584:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019303.914588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019303.914597:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339581824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019303.914606:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914610:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019303.914611:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914615:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914618:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914622:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019303.914626:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019303.914634:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339581952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019303.914636:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019303.914642:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019303.914645:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019303.914646:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019303.914650:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3567 00000100:00080000:0.0:1734019303.914653:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019303.914657:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8714000 x1818247339581312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019303.914661:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019303.914669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339582080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019303.914688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339581312/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914699:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914703:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339581312:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019303.914716:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019303.914735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8717b80 x1818247339581440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.914754:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339581440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914761:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019303.914774:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019303.914789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8715f80 x1818247339581568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.914805:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339581568/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914812:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914816:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914819:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019303.914845:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019303.914859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8715180 x1818247339581696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.914876:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339581696/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914884:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914886:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914889:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339581696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019303.914895:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019303.914908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8714e00 x1818247339581824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.914924:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339581824/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914931:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019303.914943:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019303.914960:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.914966:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8717480 x1818247339581952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.914977:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339581952/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.914984:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.914986:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.914989:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339581952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019303.914995:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019303.915008:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019303.915014:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8714700 x1818247339582080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.915024:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339582080/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.915031:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019303.915033:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019303.915036:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582080:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019304.100364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019305.102424:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019306.104393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019307.106359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019308.108351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019308.922251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922261:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019308.922266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019308.922329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339582208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922363:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019308.922369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019308.922400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339582336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922410:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019308.922415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922422:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019308.922439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339582464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922447:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019308.922452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922457:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922459:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922463:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019308.922469:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339582208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019308.922475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339582592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019308.922488:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922491:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922494:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922497:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019308.922508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339582720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019308.922521:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019308.922532:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019308.922542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339582848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019308.922551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019308.922554:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019308.922554:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8716680 x1818247339582208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019308.922556:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019308.922559:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3572 00000100:00080000:0.0:1734019308.922562:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019308.922565:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019308.922568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019308.922576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019308.922582:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339582208/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922596:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922601:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339582208:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019308.922608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019308.922627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8714380 x1818247339582336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339582336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019308.922665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019308.922679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922685:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8714700 x1818247339582464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922695:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339582464/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922703:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019308.922735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019308.922748:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8717480 x1818247339582592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922765:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339582592/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922772:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922775:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922778:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339582592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019308.922783:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019308.922795:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8714e00 x1818247339582720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339582720/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922821:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922824:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019308.922830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019308.922846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8715180 x1818247339582848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339582848/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922869:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922871:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922874:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019308.922879:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019308.922892:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019308.922898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019308] req@ffff8800a8715f80 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019308.922907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339582976/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019308.922915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019308.922917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019308.922920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339582976:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019309.110386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019310.112387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019311.114398:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019312.116399:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019313.118379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019313.930251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019313.930265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019313.930327:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339583104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019313.930361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019313.930367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930376:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930380:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930390:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019313.930401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019313.930411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019313.930415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930425:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019313.930437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019313.930446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019313.930451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019313.930471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019313.930471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339583104:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019313.930486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930489:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019313.930490:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930496:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019313.930511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019313.930519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019313.930524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019313.930534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019313.930544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339583744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019313.930552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019313.930555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019313.930555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8717b80 x1818247339583104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019313.930557:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019313.930561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3577 00000100:00080000:0.0:1734019313.930564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019313.930567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019313.930572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019313.930579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339583872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019313.930582:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339583104/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930592:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339583104:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019313.930608:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019313.930625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930632:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8714000 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339583232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019313.930663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019313.930677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8716a00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339583360/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019313.930732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019313.930745:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930751:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8715880 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930762:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339583488/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930774:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339583488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019313.930779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583616:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019313.930792:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8715500 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339583616/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019313.930826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019313.930841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8717100 x1818247339583744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339583744/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019313.930875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019313.930888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019313.930893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8716d80 x1818247339583872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.930903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339583872/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.930911:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019313.930913:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019313.930916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339583872:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019314.120369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019315.122358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019316.124387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019317.126363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019318.128365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019318.938243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938252:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019318.938257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938278:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019318.938322:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339584000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019318.938356:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019318.938362:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938366:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019318.938393:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339584128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019318.938403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019318.938408:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938413:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938415:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938419:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938423:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019318.938433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339584256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019318.938442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019318.938446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938452:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938455:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938459:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019318.938467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339584384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019318.938468:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339584000:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019318.938476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019318.938481:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938484:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938487:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938490:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019318.938502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339584512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019318.938511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938514:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019318.938515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938519:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019318.938524:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019318.938533:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019318.938536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339584640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019318.938544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019318.938547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019318.938548:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019318.938551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3582 00000100:00080000:0.0:1734019318.938554:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019318.938555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8714a80 x1818247339584000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019318.938557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019318.938561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019318.938568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339584768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019318.938582:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339584000/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938592:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938600:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339584000:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019318.938607:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019318.938625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8717800 x1818247339584128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938644:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339584128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938652:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019318.938663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019318.938677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8716d80 x1818247339584256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938693:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339584256/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938707:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019318.938732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019318.938746:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938752:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8717100 x1818247339584384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339584384/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339584384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019318.938781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019318.938794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8715500 x1818247339584512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339584512/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019318.938829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019318.938844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8715880 x1818247339584640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938861:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339584640/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938868:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019318.938878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019318.938891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019318.938897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8716a00 x1818247339584768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019318.938906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339584768/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019318.938914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019318.938961:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019318.938965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339584768:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019319.130343:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019320.132356:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019321.134401:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019322.136369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019323.138369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019323.946237:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946247:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019323.946252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019323.946317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339584896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019323.946351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019323.946358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019323.946389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339585024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019323.946398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019323.946403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019323.946425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339585152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019323.946435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019323.946439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019323.946460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019323.946461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339584896:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019323.946469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019323.946474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946477:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946479:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019323.946493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339585408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019323.946501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019323.946506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019323.946527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339585536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019323.946535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019323.946538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019323.946539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019323.946543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3587 00000100:00080000:0.0:1734019323.946545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019323.946548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019323.946552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019323.946552:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019323.946560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339585664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019323.946588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019323.946622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019323.946646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019323.946671:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019323.946694:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585664:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019324.140346:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019325.142367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019326.144329:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019326.952417:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734019326.952476:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019326.952502:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952546:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952557:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952565:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952573:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952582:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019326.952589:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734019326.952657:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8715180 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339585280/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.952701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.952705:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.952711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019326.952719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8714e00 x1818247339585408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339585408/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.952743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.952747:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.952753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019326.952764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8717480 x1818247339585536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339585536/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.952855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.952860:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.952866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019326.952876:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8714700 x1818247339585664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952895:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339585664/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.952907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.952910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.952916:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339585664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019326.952927:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8714000 x1818247339584896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952946:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339584896/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.952958:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.952962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.952968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339584896:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019326.952978:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8717b80 x1818247339585024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.952997:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339585024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.953021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.953025:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.953030:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019326.953040:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019326] req@ffff8800a8715f80 x1818247339585152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019326.953059:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339585152/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019326.953070:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019326.953074:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019326.953079:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019327.146355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019328.148395:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019328.954229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019328.954244:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954254:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954263:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954271:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019328.954306:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339585792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954347:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954352:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019328.954354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954361:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019328.954385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019328.954400:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954404:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019328.954423:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339586048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954431:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019328.954436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019328.954455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339585792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019328.954459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339586176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019328.954472:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954475:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954477:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954480:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019328.954492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954500:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019328.954505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954508:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954511:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954514:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019328.954520:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019328.954525:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019328.954539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019328.954542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019328.954542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8714380 x1818247339585792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019328.954543:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019328.954547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3592 00000100:00080000:0.0:1734019328.954549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019328.954552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019328.954556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019328.954562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339585792/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019328.954564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.954572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339585792:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019328.954588:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019328.954606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954614:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8716680 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954625:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339585920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339585920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019328.954645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019328.954658:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954665:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8715f80 x1818247339586048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954675:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339586048/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954684:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019328.954712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019328.954725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954732:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8717b80 x1818247339586176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339586176/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019328.954811:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019328.954828:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954835:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8714000 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339586304/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019328.954864:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019328.954877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8714700 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954892:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339586432/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954899:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954901:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954904:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019328.954910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019328.954923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019328.954929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8717480 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.954939:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339586560/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.954947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019328.954949:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019328.954952:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339586560:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019329.150384:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019330.152403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019331.154431:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019332.156367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019333.158397:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019333.962264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962273:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019333.962278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019333.962339:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339586688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962373:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019333.962379:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962383:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962386:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962391:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019333.962401:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019333.962412:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339586816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962422:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019333.962426:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962433:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962436:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019333.962440:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019333.962449:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339586944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962458:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019333.962462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962475:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339586688:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019333.962476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019333.962483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339587072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962492:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019333.962498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962501:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962504:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962507:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019333.962511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019333.962518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339587200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962526:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019333.962529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019333.962530:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962534:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019333.962538:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019333.962540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019333.962544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019333.962551:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339587328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019333.962559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019333.962560:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8714e00 x1818247339586688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019333.962562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019333.962564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019333.962567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3597 00000100:00080000:0.0:1734019333.962570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019333.962573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019333.962577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019333.962580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339586688/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019333.962587:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339587456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.962590:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962594:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962598:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339586688:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019333.962605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019333.962623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8715180 x1818247339586816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962650:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339586816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962658:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019333.962712:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019333.962738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8716a00 x1818247339586944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339586944/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962769:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962772:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339586944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019333.962798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019333.962813:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962819:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8715880 x1818247339587072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339587072/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962841:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962844:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019333.962849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019333.962863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962869:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8715500 x1818247339587200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339587200/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962887:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962889:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962892:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019333.962897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019333.962909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962915:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8717100 x1818247339587328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339587328/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962932:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962934:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962937:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019333.962942:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019333.962958:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019333.962964:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8716d80 x1818247339587456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019333.962974:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339587456/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019333.962981:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019333.962983:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019333.962986:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339587456:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019334.160316:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019335.162395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019336.164393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019337.166369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019338.168360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019338.970250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019338.970265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019338.970331:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339587584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019338.970366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970371:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019338.970372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970377:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970380:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970383:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019338.970393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019338.970404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339587712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019338.970413:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970416:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019338.970419:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970423:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970425:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970428:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019338.970433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019338.970443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339587840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019338.970451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019338.970456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970460:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970465:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019338.970470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019338.970477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339587968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019338.970482:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339587584:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019338.970487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019338.970491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019338.970504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019338.970511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339588096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019338.970520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019338.970525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970528:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970531:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970534:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019338.970537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019338.970544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339588224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019338.970547:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019338.970552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019338.970555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019338.970557:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019338.970560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3602 00000100:00080000:0.0:1734019338.970563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019338.970566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970569:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8717800 x1818247339587584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019338.970570:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019338.970619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339587584/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.970630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.970633:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.970638:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339587584:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019338.970645:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587712:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019338.970666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8714a80 x1818247339587712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.970685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339587712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.970694:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.970696:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.970700:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587712:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019338.970705:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019338.970719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970725:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8716d80 x1818247339587840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.970736:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339587840/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.970743:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.970745:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.970749:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587840:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019338.970767:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019338.970870:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019338.970889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970898:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8717100 x1818247339587968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.970909:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339587968/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.970917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.970919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.970922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339587968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019338.970929:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019338.970942:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970949:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8715500 x1818247339588096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.970959:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339588096/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.970967:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.970969:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.970972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019338.970977:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019338.970990:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.970995:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8715880 x1818247339588224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.971005:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339588224/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.971012:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.971014:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.971017:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019338.971023:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019338.971036:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019338.971043:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8716a00 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019338.971054:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339588352/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019338.971061:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019338.971063:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019338.971067:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588352:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019339.170370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019340.172338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019341.174380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019342.176372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019343.178371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019343.978256:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019343.978269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978281:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978290:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978298:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019343.978334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339588480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019343.978368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019343.978374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978379:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978382:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978385:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978394:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019343.978405:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019343.978415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019343.978420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019343.978442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019343.978451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978455:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019343.978456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978460:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019343.978478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019343.978478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339588480:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019343.978486:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019343.978524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978530:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978534:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978538:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978543:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019343.978553:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019343.978562:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019343.978567:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019343.978571:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978576:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019343.978580:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978581:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019343.978589:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339589120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019343.978597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019343.978600:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019343.978602:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019343.978603:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8715180 x1818247339588480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019343.978605:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3607 00000100:00080000:0.0:1734019343.978608:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019343.978611:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019343.978615:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019343.978622:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339589248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019343.978623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339588480/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978633:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978637:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339588480:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019343.978649:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588608:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019343.978668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8714e00 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339588608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978694:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978698:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588608:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019343.978707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019343.978721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978727:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8717480 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339588736/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978747:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978751:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588736:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019343.978775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019343.978787:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8714700 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339588864/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978813:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978815:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978818:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339588864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019343.978823:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019343.978839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978846:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8714000 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339588992/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978864:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978866:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339588992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019343.978875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019343.978887:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978893:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8717b80 x1818247339589120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978903:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339589120/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978910:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978912:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978915:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019343.978920:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019343.978932:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019343.978938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8715f80 x1818247339589248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019343.978955:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339589248/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019343.978963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019343.978965:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019343.978968:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589248:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019344.180371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019345.182390:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019346.184396:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019347.186341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019348.188366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019348.986245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019348.986258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986277:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986285:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019348.986321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339589376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986355:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019348.986361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986366:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986373:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019348.986392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339589504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019348.986447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986455:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986458:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019348.986475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339589632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019348.986490:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019348.986492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339589376:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019348.986494:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986497:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986500:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019348.986512:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339589760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986521:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019348.986525:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986529:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986531:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986534:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986538:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019348.986546:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339589888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986554:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019348.986555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019348.986557:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019348.986558:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986562:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00080000:0.0:1734019348.986565:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986568:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986572:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019348.986576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8716680 x1818247339589376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.986579:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339590016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019348.986587:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019348.986590:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019348.986591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019348.986595:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3612 00000100:00100000:2.0:1734019348.986596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339589376/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.986598:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019348.986601:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019348.986605:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1734019348.986607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986610:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019348.986614:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339590144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019348.986615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339589376:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019348.986622:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589504:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019348.986641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8714380 x1818247339589504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339589504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986666:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589504:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019348.986697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019348.986711:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986718:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8715f80 x1818247339589632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986729:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339589632/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986736:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986739:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986742:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589632:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019348.986747:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019348.986760:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986765:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8717b80 x1818247339589760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339589760/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986788:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339589760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019348.986793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019348.986811:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986817:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8714000 x1818247339589888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986828:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339589888/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986838:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986841:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339589888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019348.986847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019348.986859:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986865:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8714700 x1818247339590016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986875:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339590016/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986882:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986884:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019348.986893:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019348.986905:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019348.986911:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8717480 x1818247339590144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019348.986928:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339590144/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019348.986936:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019348.986938:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019348.986941:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590144:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019349.190365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019350.192376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019351.194424:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019352.196422:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019353.198403:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019353.994251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994264:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019353.994269:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994282:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994295:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019353.994391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339590272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019353.994429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019353.994435:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994440:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994444:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994448:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019353.994460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019353.994471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339590400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019353.994489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019353.994494:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994498:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994505:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019353.994510:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019353.994519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339590528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019353.994528:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994531:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019353.994533:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994536:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994539:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994542:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019353.994547:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019353.994556:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019353.994557:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339590272:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019353.994566:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994570:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019353.994571:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994575:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994578:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994582:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019353.994587:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019353.994595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339590784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019353.994603:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994607:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019353.994609:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994613:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994616:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994619:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019353.994623:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019353.994630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019353.994631:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339590912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019353.994640:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019353.994643:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019353.994644:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019353.994648:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3617 00000100:00080000:0.0:1734019353.994651:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019353.994654:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8714e00 x1818247339590272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019353.994658:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019353.994669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339591040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019353.994673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339590272/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994694:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339590272:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019353.994702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590400:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019353.994722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8715180 x1818247339590400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.994741:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339590400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994749:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590400:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019353.994763:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019353.994778:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994784:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8716a00 x1818247339590528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.994795:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339590528/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994809:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590528:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019353.994836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019353.994849:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8715880 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.994866:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339590656/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339590656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019353.994885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019353.994903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8715500 x1818247339590784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.994920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339590784/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994928:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019353.994939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019353.994952:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.994957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8717100 x1818247339590912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.994968:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339590912/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.994974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.994977:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.994980:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339590912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019353.994985:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019353.994998:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019353.995004:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8716d80 x1818247339591040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019353.995021:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339591040/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019353.995029:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019353.995032:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019353.995035:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591040:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019354.200400:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019355.202387:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019356.204464:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019357.206375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019358.208462:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019359.002286:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002297:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019359.002301:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002311:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002321:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002329:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019359.002364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339591168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019359.002397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019359.002403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002407:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002410:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002414:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019359.002424:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019359.002435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019359.002445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019359.002450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019359.002466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019359.002476:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339591424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019359.002485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019359.002489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019359.002502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019359.002510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339591552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019359.002518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019359.002518:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339591168:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019359.002522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019359.002523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002527:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002530:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002533:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019359.002537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019359.002545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019359.002559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002562:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019359.002564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002567:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019359.002577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019359.002584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019359.002584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019359.002592:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019359.002595:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019359.002597:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019359.002600:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3622 00000100:00080000:0.0:1734019359.002603:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019359.002606:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8714a80 x1818247339591168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019359.002610:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019359.002617:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019359.002626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339591168/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002637:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002641:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002645:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339591168:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019359.002652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591296:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019359.002671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8717800 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002689:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339591296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002697:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002701:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002704:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591296:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019359.002710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019359.002723:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8716d80 x1818247339591424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339591424/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591424:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019359.002777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019359.002790:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8717100 x1818247339591552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339591552/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339591552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019359.002827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019359.002843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8715500 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339591680/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019359.002878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019359.002891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8715880 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339591808/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019359.002923:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019359.002935:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019359.002941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019359/real 1734019359] req@ffff8800a8716a00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019359.002958:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339591936/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019359.002965:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019359.002967:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019359.002970:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339591936:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019359.210414:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019360.212427:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019361.214413:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019362.216428:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019363.218382:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019364.010264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019364.010278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010298:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010305:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019364.010341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339592064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019364.010374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019364.010381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010385:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010388:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010392:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010401:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019364.010411:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339592192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019364.010421:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010424:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019364.010425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010430:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010432:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010436:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010440:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019364.010448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339592320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019364.010457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010462:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019364.010464:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010468:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010470:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010473:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019364.010485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339592448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019364.010489:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339592064:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019364.010494:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019364.010498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010501:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010504:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010507:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019364.010518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339592576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019364.010527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019364.010531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019364.010552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339592704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019364.010555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019364.010561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019364.010564:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019364.010565:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019364.010568:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3627 00000100:00080000:0.0:1734019364.010571:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019364.010574:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019364.010578:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019364.010578:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8715180 x1818247339592064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019364.010586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339592832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019364.010598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339592064/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010610:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010617:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339592064:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019364.010625:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592192:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019364.010643:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010650:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8714e00 x1818247339592192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010662:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339592192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010676:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592192:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019364.010683:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019364.010696:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010702:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8717480 x1818247339592320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010713:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339592320/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010723:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010727:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592320:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019364.010751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592448:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019364.010764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8714700 x1818247339592448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339592448/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339592448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019364.010799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019364.010816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8714000 x1818247339592576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339592576/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019364.010851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019364.010862:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8717b80 x1818247339592704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339592704/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019364.010896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019364.010909:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019364.010914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019364/real 1734019364] req@ffff8800a8715f80 x1818247339592832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019364.010931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339592832/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019364.010939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019364.010941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019364.010944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339592832:192.168.201.160@tcp:8:kworker.0 00010000:00010000:0.0:1734019364.220353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019365.222403:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019366.224364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019367.226407:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019368.228365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019369.018246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019369.018260:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019369.018324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339592960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019369.018358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018362:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019369.018364:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018376:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018385:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019369.018396:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339593088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019369.018407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019369.018412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018419:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018422:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019369.018436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339593216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019369.018444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019369.018449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019369.018471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339593344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019369.018471:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339592960:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019369.018481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019369.018486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018489:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018491:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018495:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019369.018506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339593472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019369.018514:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018517:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019369.018519:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018522:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018525:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019369.018528:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019369.018536:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019369.018539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339593600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019369.018547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019369.018550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019369.018551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019369.018555:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3632 00000100:00080000:0.0:1734019369.018558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019369.018559:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8714380 x1818247339592960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019369.018561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019369.018565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019369.018573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019369.018578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339592960/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018589:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018593:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339592960:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019369.018605:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593088:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019369.018623:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018630:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8716680 x1818247339593088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339593088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018650:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018653:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593088:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019369.018663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019369.018677:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018683:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8715f80 x1818247339593216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018694:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339593216/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018702:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593216:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019369.018732:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019369.018744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018750:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8717b80 x1818247339593344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018761:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339593344/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018769:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018771:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018774:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019369.018780:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019369.018796:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018802:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8714000 x1818247339593472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018813:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339593472/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018821:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018823:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018826:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019369.018831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019369.018843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8714700 x1818247339593600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018859:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339593600/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019369.018877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019369.018889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019369.018895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019369/real 1734019369] req@ffff8800a8717480 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019369.018912:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339593728/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019369.018920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019369.018922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019369.018925:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339593728:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019369.230336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019370.232374:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019371.234349:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019372.236341:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019373.238377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019374.026293:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026306:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019374.026312:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019374.026324:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00080000:0.0:1734019374.026335:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019374.026345:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019374.026387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339593856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019374.026430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019374.026439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019374.026446:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00080000:0.0:1734019374.026451:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019374.026457:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019374.026471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019374.026481:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339593856:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019374.026489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019374.026504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019374.026512:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019374.026517:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00080000:0.0:1734019374.026521:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019374.026526:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019374.026532:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019374.026543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019374.026551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019374.026556:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019374.026563:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019374.026569:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00080000:0.0:1734019374.026573:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019374.026576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8714e00 x1818247339593856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019374.026578:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019374.026584:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019374.026596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019374.026599:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339593856/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019374.026610:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026615:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019374.026615:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019374.026618:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019374.026619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019374.026623:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00100000:2.0:1734019374.026625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339593856:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019374.026626:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019374.026631:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019374.026637:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019374.026647:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019374.026652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593984:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019374.026662:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019374.026667:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019374.026670:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019374.026675:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00080000:0.0:1734019374.026679:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019374.026679:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019374.026685:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8715180 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019374.026691:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019374.026703:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339594496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019374.026708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339593984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019374.026717:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019374.026721:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019374.026722:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019374.026724:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019374.026726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019374.026729:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3637 00000100:00100000:2.0:1734019374.026731:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339593984:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019374.026733:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019374.026738:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026740:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594112:192.168.201.160@tcp:8:kworker.0 00000008:00100000:0.0:1734019374.026744:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019374.026755:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339594624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019374.026762:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8716a00 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019374.026789:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339594112/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019374.026802:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019374.026805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019374.026811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594112:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019374.026820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019374.026846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8715880 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019374.026873:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339594240/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019374.026881:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019374.026883:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019374.026887:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019374.026904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019374.026924:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026931:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8715500 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019374.026942:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339594368/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019374.026950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019374.026952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019374.026955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019374.026960:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019374.026972:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019374.026978:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8717100 x1818247339594496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019374.027038:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339594496/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019374.027045:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019374.027047:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019374.027051:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019374.027057:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019374.027073:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019374.027080:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019374/real 1734019374] req@ffff8800a8716d80 x1818247339594624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019374.027096:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339594624/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019374.027105:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019374.027135:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019374.027139:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339594624:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019374.240341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019375.242371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019376.244386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019377.246367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019378.248372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019379.034276:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034286:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019379.034291:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034302:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034312:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034321:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019379.034357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339594752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034393:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019379.034399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034404:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034410:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019379.034431:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339594880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034441:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034444:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019379.034446:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034461:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019379.034471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339595008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019379.034484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034489:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034491:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034494:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034499:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019379.034506:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339595136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019379.034520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019379.034522:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339594752:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019379.034524:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034526:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034530:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034534:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019379.034542:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339595264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019379.034554:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019379.034576:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339595392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019379.034585:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019379.034588:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019379.034589:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019379.034593:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3642 00000100:00080000:0.0:1734019379.034595:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019379.034598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019379.034602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019379.034610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339595520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019379.034617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.034647:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8717800 x1818247339594752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.034669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339594752/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.034681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.034685:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.034691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339594752:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019379.034699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594880:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019379.034719:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.034726:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8714a80 x1818247339594880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.034737:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339594880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.034745:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.034749:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.034752:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339594880:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019379.034759:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019379.034775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.034781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8716d80 x1818247339595008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.034792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339595008/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.034800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.034803:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.034806:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595008:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019379.034837:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019379.034850:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.034857:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8717100 x1818247339595136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.034868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339595136/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.034877:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.034879:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.034882:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019379.034889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595264:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019379.034943:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.034951:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8715500 x1818247339595264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.034963:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339595264/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.034971:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.034974:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.034977:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019379.034983:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019379.034997:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.035003:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8715880 x1818247339595392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.035013:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339595392/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.035021:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.035024:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.035027:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019379.035033:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019379.035047:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019379.035053:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019379/real 1734019379] req@ffff8800a8716a00 x1818247339595520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019379.035070:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339595520/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019379.035079:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019379.035081:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019379.035084:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339595520:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019379.250366:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019380.252411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019381.254372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019382.256368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019383.258369:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019384.042240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019384.042253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042281:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019384.042317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339595648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019384.042357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042379:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019384.042390:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339595776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042404:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019384.042406:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042412:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019384.042428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339595904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019384.042442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042445:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019384.042460:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339595648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019384.042463:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019384.042476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042480:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042482:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042485:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019384.042497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339596160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019384.042509:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00080000:0.0:1734019384.042515:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042518:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042522:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019384.042524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019384.042529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339596288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019384.042537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019384.042540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019384.042542:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019384.042545:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3647 00000100:00100000:2.0:1734019384.042546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8715180 x1818247339595648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019384.042548:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019384.042551:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019384.042555:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019384.042562:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339596416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019384.042566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339595648/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042576:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042579:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042584:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339595648:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019384.042591:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595776:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019384.042609:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042616:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8714e00 x1818247339595776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042627:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339595776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042635:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042642:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595776:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019384.042648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595904:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019384.042662:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8717480 x1818247339595904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339595904/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042689:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042692:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339595904:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019384.042717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019384.042730:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8714700 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042747:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339596032/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042755:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042757:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042760:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019384.042765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019384.042782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8714000 x1818247339596160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339596160/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042806:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042808:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042857:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019384.042863:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019384.042881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042888:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8717b80 x1818247339596288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339596288/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042909:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042912:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019384.042917:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019384.042930:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019384.042936:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019384/real 1734019384] req@ffff8800a8715f80 x1818247339596416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019384.042953:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339596416/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019384.042960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019384.042963:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019384.042966:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339596416:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019384.260347:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019385.262368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019386.264392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019387.266339:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019388.268371:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019389.050249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019389.050264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050283:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050291:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019389.050328:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339596544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050365:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019389.050367:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050379:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050389:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019389.050399:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019389.050414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050418:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019389.050439:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339596800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050448:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050451:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019389.050452:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050461:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050465:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019389.050465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339596544:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019389.050473:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339596928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050485:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019389.050486:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050490:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050492:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050496:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019389.050507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019389.050520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00080000:0.0:1734019389.050526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019389.050540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019389.050548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019389.050551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019389.050553:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019389.050556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3652 00000100:00100000:2.0:1734019389.050556:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596672:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019389.050559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019389.050562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019389.050566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019389.050573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019389.050578:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596800:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019389.050602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019389.050617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019389.050631:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019389.050646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597312:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019389.270367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019390.272364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019391.274360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019392.056482:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:0.0:1734019392.056534:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019392.056553:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056589:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056597:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056604:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056611:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056618:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:0.0:1734019392.056626:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:3.0:1734019392.056645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8717b80 x1818247339596928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.056739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339596928/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.056757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.056764:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.056771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019392.056782:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8714000 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.056804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339597056/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.056817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.056821:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.056826:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019392.056836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8714700 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.056854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339597184/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.056866:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.056870:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.056875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019392.056886:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8717480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.056905:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339597312/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.056918:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.056922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.056927:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019392.056938:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8716680 x1818247339596544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.056969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339596544/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.056981:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.056985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.056990:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339596544:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019392.057000:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8714380 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.057018:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339596672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.057030:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.057034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.057039:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596672:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019392.057049:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019389/real 1734019392] req@ffff8800a8715f80 x1818247339596800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019392.057068:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339596800/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019392.057080:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019392.057083:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019392.057088:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339596800:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019392.276377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019393.278345:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019394.058240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019394.058254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019394.058315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339597440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019394.058348:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058353:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019394.058355:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058366:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019394.058375:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019394.058386:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339597568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019394.058396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058399:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019394.058401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058405:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058407:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019394.058416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019394.058424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339597696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019394.058433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019394.058437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019394.058450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019394.058458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339597824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019394.058463:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339597440:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019394.058467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019394.058471:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058475:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058477:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058480:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019394.058484:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019394.058491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339597952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019394.058500:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019394.058505:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019394.058519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019394.058526:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339598080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019394.058527:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019394.058534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019394.058537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019394.058539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019394.058542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3657 00000100:00080000:0.0:1734019394.058544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019394.058548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058549:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8714e00 x1818247339597440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019394.058552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019394.058559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339598208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019394.058568:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339597440/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058578:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058582:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058586:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339597440:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019394.058594:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597568:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019394.058613:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8715180 x1818247339597568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058631:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339597568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597568:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019394.058702:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019394.058721:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8716a00 x1818247339597696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058740:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339597696/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058748:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597696:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019394.058779:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019394.058793:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058799:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8715880 x1818247339597824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058809:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339597824/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058817:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339597824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019394.058828:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019394.058845:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058851:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8715500 x1818247339597952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339597952/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058872:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058875:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339597952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019394.058880:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019394.058893:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058899:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8717100 x1818247339598080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339598080/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019394.058926:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019394.058938:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019394.058944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019394/real 1734019394] req@ffff8800a8716d80 x1818247339598208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019394.058961:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339598208/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019394.058969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019394.058971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019394.058974:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598208:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019394.280358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019395.282363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019396.284389:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019397.286363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019398.288395:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019399.066283:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019399.066294:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019399.066299:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066310:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066320:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066328:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019399.066366:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339598336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019399.066414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019399.066415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066420:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066423:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066427:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019399.066448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339598464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019399.066460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019399.066462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066469:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066472:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019399.066486:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339598592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066495:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019399.066497:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019399.066499:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066503:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066507:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066510:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019399.066522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339598720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066530:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019399.066532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339598336:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019399.066533:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019399.066535:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066538:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066541:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066544:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066548:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019399.066599:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339598848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066616:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019399.066621:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019399.066623:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066629:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066632:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066636:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066642:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019399.066647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019399.066653:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339598976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019399.066668:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019399.066670:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8714a80 x1818247339598336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019399.066672:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019399.066673:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019399.066677:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3662 00000100:00080000:0.0:1734019399.066679:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019399.066682:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019399.066686:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019399.066690:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339598336/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019399.066695:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019399.066701:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066704:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066709:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339598336:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019399.066717:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598464:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019399.066737:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.066744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8717800 x1818247339598464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.066755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339598464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.066763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598464:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019399.066777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019399.066791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.066797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8716d80 x1818247339598592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.066807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339598592/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.066815:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598592:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019399.066851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019399.066863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.066870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8717100 x1818247339598720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.066881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339598720/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.066889:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066891:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066894:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339598720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019399.066900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019399.066916:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.066922:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8715500 x1818247339598848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.066932:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339598848/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.066940:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066942:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066945:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019399.066950:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019399.066963:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.066969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8715880 x1818247339598976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.066979:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339598976/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.066986:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.066988:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.066991:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339598976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019399.066997:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019399.067010:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019399.067016:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019399/real 1734019399] req@ffff8800a8716a00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019399.067032:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339599104/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019399.067040:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019399.067042:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019399.067045:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599104:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019399.290386:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019400.292349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019401.294373:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019402.296394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019403.298354:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019404.074241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019404.074256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019404.074317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339599232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019404.074351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019404.074357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019404.074389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019404.074399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074402:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019404.074404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074407:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074413:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019404.074426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019404.074435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019404.074439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019404.074460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019404.074465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339599232:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019404.074468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019404.074502:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074506:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074509:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074513:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074518:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019404.074527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019404.074535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019404.074540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019404.074544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074547:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074550:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019404.074555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019404.074561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339599872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019404.074569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019404.074572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019404.074574:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734019404.074576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8715180 x1818247339599232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019404.074577:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3667 00000100:00080000:0.0:1734019404.074580:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019404.074583:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019404.074587:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019404.074595:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339600000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019404.074596:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339599232/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074607:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074610:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339599232:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019404.074623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599360:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019404.074641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8714e00 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339599360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074674:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599360:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019404.074680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019404.074694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8715f80 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339599488/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074724:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599488:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019404.074751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019404.074764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8714380 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339599616/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074791:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339599616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019404.074799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019404.074815:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074821:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8716680 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074832:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339599744/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019404.074851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019404.074863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074868:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8717480 x1818247339599872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074878:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339599872/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339599872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019404.074896:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019404.074908:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019404.074914:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019404/real 1734019404] req@ffff8800a8714700 x1818247339600000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019404.074931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339600000/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019404.074939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019404.074941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019404.074944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600000:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019404.300360:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019405.302365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019406.304403:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019407.306357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019408.308378:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019409.082229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082239:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019409.082244:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082254:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082263:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082271:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019409.082307:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339600128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019409.082341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082345:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019409.082347:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082352:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082355:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082358:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082368:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019409.082379:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339600256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019409.082415:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019409.082421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734019409.082429:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339600128:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019409.082431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019409.082448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339600384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019409.082457:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082461:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019409.082462:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082466:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019409.082483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339600512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019409.082491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:3.0:1734019409.082494:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019409.082496:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082499:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082502:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082505:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082509:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734019409.082516:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8714000 x1818247339600128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019409.082517:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339600640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019409.082525:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082529:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019409.082531:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00100000:3.0:1734019409.082536:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339600128/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019409.082538:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082541:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1734019409.082546:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082550:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019409.082552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339600768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019409.082555:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339600128:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019409.082561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019409.082563:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019409.082565:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019409.082568:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3672 00000100:00080000:0.0:1734019409.082571:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019409.082574:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019409.082578:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019409.082579:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019409.082586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339600896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019409.082598:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082606:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8717b80 x1818247339600256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082617:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339600256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082625:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082629:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082632:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600256:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019409.082639:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019409.082653:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8714700 x1818247339600384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082669:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339600384/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082677:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600384:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019409.082689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019409.082701:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8717480 x1818247339600512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339600512/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339600512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019409.082735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019409.082751:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8716680 x1818247339600640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082768:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339600640/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019409.082786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019409.082799:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8714380 x1818247339600768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082815:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339600768/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082823:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082825:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082828:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019409.082847:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019409.082860:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019409.082866:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019409/real 1734019409] req@ffff8800a8715f80 x1818247339600896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019409.082882:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339600896/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019409.082890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019409.082892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019409.082895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339600896:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019409.310355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019410.312413:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019411.314408:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019412.316411:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019413.318389:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019414.090267:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019414.090281:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090290:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090299:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090334:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019414.090370:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339601024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019414.090409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019414.090415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090420:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090423:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090427:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019414.090447:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339601152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019414.090456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090460:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019414.090461:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090468:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090475:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019414.090483:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339601280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019414.090491:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090494:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019414.090496:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090503:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090507:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090511:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019414.090518:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019414.090527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1734019414.090531:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339601024:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019414.090532:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090535:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090538:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090541:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090545:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019414.090552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339601536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019414.090560:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090563:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019414.090564:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090568:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019414.090585:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339601664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019414.090596:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019414.090599:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019414.090602:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019414.090603:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019414.090607:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3677 00000100:00080000:0.0:1734019414.090609:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019414.090612:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019414.090616:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019414.090617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8714e00 x1818247339601024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019414.090625:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339601792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019414.090636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339601024/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090651:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090655:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339601024:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019414.090663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601152:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019414.090681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090688:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8715180 x1818247339601152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090699:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339601152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601152:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019414.090720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019414.090734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8716a00 x1818247339601280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090750:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339601280/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601280:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019414.090790:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019414.090802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090809:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8715880 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339601408/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090828:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090830:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090833:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339601408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019414.090838:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019414.090854:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090860:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8715500 x1818247339601536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090870:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339601536/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090883:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019414.090889:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019414.090901:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090907:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8717100 x1818247339601664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339601664/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090926:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019414.090934:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019414.090946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019414.090952:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019414/real 1734019414] req@ffff8800a8716d80 x1818247339601792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019414.090969:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339601792/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019414.090977:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019414.090979:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019414.090982:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339601792:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019414.320388:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019415.322389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019416.324433:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019417.326455:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019418.328415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019419.098262:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098275:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019419.098280:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098293:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098307:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098316:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019419.098365:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339601920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019419.098413:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098418:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098421:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098425:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019419.098450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098465:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019419.098467:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098471:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098474:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019419.098493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339602176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019419.098507:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019419.098529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339602304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098540:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019419.098543:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098547:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098549:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098553:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019419.098565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098575:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019419.098576:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339601920:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019419.098579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019419.098580:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098595:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019419.098603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019419.098611:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019419.098614:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019419.098615:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019419.098619:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3682 00000100:00080000:0.0:1734019419.098622:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019419.098625:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019419.098629:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019419.098637:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019419.098660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8717800 x1818247339601920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.098703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339601920/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.098715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.098718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.098723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339601920:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019419.098731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602048:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019419.098750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8714a80 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.098769:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339602048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.098777:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.098780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.098784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602048:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019419.098791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019419.098805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098812:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8716d80 x1818247339602176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.098822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339602176/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.098830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.098832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.098836:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602176:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019419.098841:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019419.098855:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098861:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8717100 x1818247339602304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.098871:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339602304/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.098879:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.098881:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.098884:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019419.098917:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602432:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019419.098934:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098941:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8715500 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.098952:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339602432/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.098960:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.098962:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.098965:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019419.098971:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019419.098985:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.098991:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8715880 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.099001:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339602560/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.099008:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.099010:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.099013:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019419.099019:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019419.099032:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019419.099038:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019419/real 1734019419] req@ffff8800a8716a00 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019419.099054:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339602688/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019419.099062:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019419.099065:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019419.099068:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339602688:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019419.330406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019420.332409:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019421.334415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019422.336385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019423.338374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019424.106236:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106246:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019424.106250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106270:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106278:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019424.106316:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339602816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019424.106350:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019424.106357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019424.106377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019424.106388:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339602944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019424.106398:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019424.106402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106409:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019424.106417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019424.106426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339603072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019424.106434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019424.106438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019424.106451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019424.106459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339603200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019424.106465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339602816:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019424.106468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019424.106472:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019424.106485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019424.106493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339603328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019424.106501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019424.106507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019424.106520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019424.106528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339603456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019424.106530:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019424.106535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019424.106538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019424.106540:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019424.106543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3687 00000100:00080000:0.0:1734019424.106546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019424.106549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8715180 x1818247339602816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019424.106553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019424.106560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339603584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019424.106570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339602816/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106584:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339602816:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019424.106596:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602944:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019424.106614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8714e00 x1818247339602944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339602944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106648:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339602944:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019424.106654:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019424.106668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8715f80 x1818247339603072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106685:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339603072/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106692:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106695:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106698:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603072:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019424.106726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019424.106739:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106745:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8714380 x1818247339603200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339603200/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106766:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106769:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019424.106775:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603328:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019424.106791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106798:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8716680 x1818247339603328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106808:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339603328/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106816:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106818:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106821:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603328:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019424.106826:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019424.106839:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8717480 x1818247339603456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106855:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339603456/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106862:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106864:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106867:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019424.106872:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019424.106885:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019424.106891:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019424/real 1734019424] req@ffff8800a8714700 x1818247339603584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019424.106908:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339603584/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019424.106916:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019424.106918:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019424.106921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339603584:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019424.340338:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019425.342380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019426.344387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019427.346353:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019428.348357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019429.114270:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114280:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019429.114284:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114295:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114304:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114312:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019429.114348:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339603712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114393:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019429.114395:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114406:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019429.114426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339603840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019429.114440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019429.114464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339603968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019429.114477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114485:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019429.114498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339603712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019429.114500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339604096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019429.114513:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114517:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114522:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019429.114534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339604224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019429.114545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019429.114546:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114550:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114552:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114555:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114559:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019429.114562:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019429.114567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339604352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019429.114581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019429.114582:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8717b80 x1818247339603712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019429.114584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019429.114586:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019429.114589:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3692 00000100:00080000:0.0:1734019429.114592:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019429.114595:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019429.114599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019429.114601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339603712/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019429.114606:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019429.114613:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339603712:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019429.114628:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603840:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019429.114646:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8714000 x1818247339603840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114664:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339603840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114672:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603840:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019429.114685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603968:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019429.114699:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114705:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8714700 x1818247339603968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114715:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339603968/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114723:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114729:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339603968:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019429.114755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604096:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019429.114768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114775:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8717480 x1818247339604096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339604096/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114794:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114796:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114799:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019429.114804:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604224:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019429.114820:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114826:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8716680 x1818247339604224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339604224/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114847:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114850:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604224:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019429.114855:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019429.114868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8714380 x1818247339604352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114883:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339604352/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114890:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114892:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114895:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019429.114900:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604480:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019429.114913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019429.114919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019429/real 1734019429] req@ffff8800a8715f80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019429.114935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339604480/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019429.114943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019429.114945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019429.114948:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339604480:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019429.350394:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019430.352381:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019431.354375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019432.356374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019433.358382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019434.122238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019434.122252:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019434.122315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339604608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122348:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122352:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019434.122354:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122359:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122362:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122375:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019434.122387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019434.122402:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019434.122424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019434.122438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019434.122453:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339604608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019434.122458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122467:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019434.122472:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019434.122493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019434.122506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122509:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:3.0:1734019434.122517:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019434.122527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339605248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019434.122535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019434.122538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1734019434.122538:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8714e00 x1818247339604608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019434.122539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019434.122543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3697 00000100:00080000:0.0:1734019434.122545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019434.122549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019434.122553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019434.122557:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339604608/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019434.122560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339605376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019434.122569:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122572:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122576:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339604608:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019434.122584:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604736:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019434.122601:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122607:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8715180 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339604736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122626:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122630:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604736:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019434.122640:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604864:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019434.122654:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122660:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8716a00 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339604864/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604864:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019434.122710:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019434.122722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122729:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8715880 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122739:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339604992/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122747:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122750:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122753:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339604992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019434.122758:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605120:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019434.122774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8715500 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122790:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339605120/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122800:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122803:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605120:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019434.122809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019434.122821:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8717100 x1818247339605248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122837:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339605248/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122844:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122846:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122849:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019434.122854:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019434.122867:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019434.122873:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019434/real 1734019434] req@ffff8800a8716d80 x1818247339605376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019434.122890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339605376/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019434.122897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019434.122900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019434.122903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339605376:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019434.360352:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019435.362306:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019436.364377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019437.366383:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019438.368375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019439.130275:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130285:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019439.130290:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130300:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130309:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130317:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019439.130354:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339605504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130388:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130392:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019439.130394:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130399:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019439.130426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339605632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019439.130440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019439.130466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339605760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019439.130479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130485:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130489:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019439.130494:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339605504:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019439.130500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339605888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019439.130513:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130517:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130519:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130522:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130526:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019439.130534:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339606016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130542:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130545:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019439.130547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130554:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:3.0:1734019439.130557:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019439.130568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339606144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019439.130576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019439.130579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1734019439.130579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8714a80 x1818247339605504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019439.130581:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019439.130584:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3702 00000100:00080000:0.0:1734019439.130587:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019439.130590:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019439.130594:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019439.130598:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339605504/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019439.130601:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339606272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019439.130608:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130611:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130616:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339605504:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019439.130623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605632:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019439.130641:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130648:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8717800 x1818247339605632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339605632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130667:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130670:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605632:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019439.130680:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605760:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019439.130694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130700:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8716d80 x1818247339605760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130711:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339605760/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130725:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605760:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019439.130751:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019439.130764:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130770:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8717100 x1818247339605888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130781:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339605888/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130788:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130790:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130793:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339605888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019439.130799:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606016:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019439.130816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8715500 x1818247339606016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130833:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339606016/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130840:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130842:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606016:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019439.130851:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019439.130863:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130869:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8715880 x1818247339606144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130879:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339606144/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130932:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130935:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130938:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019439.130944:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019439.130961:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019439.130969:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019439/real 1734019439] req@ffff8800a8716a00 x1818247339606272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019439.130986:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339606272/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019439.130994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019439.130996:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019439.130999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606272:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019439.370332:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019440.372385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019441.374374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019442.376390:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019443.378374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019444.138248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019444.138264:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138274:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138284:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138292:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019444.138330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339606400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138371:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138375:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019444.138377:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138381:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138385:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138388:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019444.138408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339606528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138418:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138421:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019444.138423:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019444.138446:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339606656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138454:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138457:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019444.138458:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138462:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138466:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138469:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138473:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019444.138477:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339606400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019444.138481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019444.138494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138497:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138500:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138503:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019444.138514:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339606912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138522:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019444.138525:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019444.138526:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138530:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019444.138543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019444.138547:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339607040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019444.138561:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019444.138564:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8715180 x1818247339606400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019444.138565:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019444.138566:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019444.138570:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3707 00000100:00080000:0.0:1734019444.138572:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019444.138575:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019444.138579:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019444.138584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339606400/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019444.138586:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339607168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019444.138594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339606400:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019444.138610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606528:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019444.138627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8714e00 x1818247339606528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138645:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339606528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138653:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606528:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019444.138667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606656:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019444.138680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138686:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8715f80 x1818247339606656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339606656/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606656:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019444.138738:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019444.138751:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138757:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8714380 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339606784/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138775:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339606784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019444.138786:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606912:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019444.138843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138853:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8716680 x1818247339606912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339606912/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138874:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138876:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138879:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339606912:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019444.138886:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019444.138902:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8717480 x1818247339607040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339607040/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138926:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138928:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138931:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019444.138936:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019444.138949:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019444.138956:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019444/real 1734019444] req@ffff8800a8714700 x1818247339607168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019444.138972:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339607168/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019444.138980:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019444.138982:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019444.138985:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607168:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019444.380377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019445.382389:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019446.384410:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019447.386371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019448.388361:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019449.146228:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146237:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019449.146242:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146252:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146261:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146269:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019449.146303:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339607296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019449.146336:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146340:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019449.146342:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146347:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146350:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146353:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019449.146364:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019449.146375:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019449.146385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019449.146391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146394:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146397:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146400:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019449.146404:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019449.146413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339607552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019449.146423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019449.146427:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146433:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146436:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146436:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339607296:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019449.146440:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019449.146448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339607680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019449.146456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146459:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019449.146461:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146465:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146467:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146470:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019449.146474:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019449.146482:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019449.146490:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146493:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019449.146494:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146499:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146501:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1734019449.146501:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019449.146504:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019449.146508:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019449.146515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019449.146522:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8714000 x1818247339607296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019449.146524:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019449.146527:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019449.146528:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019449.146532:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3712 00000100:00080000:0.0:1734019449.146534:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019449.146538:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019449.146541:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019449.146542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339607296/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019449.146549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019449.146553:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146556:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146561:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339607296:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019449.146568:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607424:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019449.146585:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146592:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8717b80 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146604:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339607424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146614:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146618:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607424:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019449.146642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607552:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019449.146656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8714700 x1818247339607552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339607552/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146686:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607552:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019449.146692:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019449.146704:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8717480 x1818247339607680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146757:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339607680/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339607680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019449.146777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607808:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019449.146797:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146803:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8716680 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146814:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339607808/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146822:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146824:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607808:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019449.146832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019449.146844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8714380 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339607936/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146873:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339607936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019449.146878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019449.146890:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019449.146896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019449/real 1734019449] req@ffff8800a8715f80 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019449.146913:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339608064/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019449.146921:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019449.146923:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019449.146926:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608064:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019449.390353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019450.392280:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019451.394314:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019452.396334:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019453.398324:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019454.154239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019454.154253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019454.154317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339608192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154353:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019454.154355:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019454.154376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019454.154387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339608320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019454.154401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019454.154417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019454.154425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339608448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019454.154438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019454.154452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019454.154456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339608192:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019454.154459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339608576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019454.154473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154481:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019454.154485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019454.154492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339608704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019454.154506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019454.154520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019454.154527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339608832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019454.154535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019454.154537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019454.154539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019454.154542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3717 00000100:00080000:0.0:1734019454.154544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019454.154547:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:3.0:1734019454.154550:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608320:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734019454.154551:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019454.154558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339608960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019454.154572:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608448:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019454.154595:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019454.154610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019454.154626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019454.154673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608960:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019454.400299:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019455.402328:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019456.404313:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019457.160390:0:1959:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734019457.160438:0:1959:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019457.160457:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160492:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160499:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160506:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160512:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160520:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019457.160527:0:1959:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019457.160611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8715880 x1818247339608576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160651:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339608576/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160669:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160675:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160683:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019457.160699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8715500 x1818247339608704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160720:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339608704/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160733:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608704:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019457.160754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8717100 x1818247339608832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339608832/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160784:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160794:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019457.160805:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8716d80 x1818247339608960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160824:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339608960/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160845:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339608960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019457.160858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8714e00 x1818247339608192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339608192/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160893:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160898:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339608192:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019457.160908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8715180 x1818247339608320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339608320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160940:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160950:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608320:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019457.160960:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019454/real 1734019457] req@ffff8800a8716a00 x1818247339608448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019457.160977:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339608448/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019457.160990:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019457.160993:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019457.160999:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339608448:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019457.406348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019458.408388:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019459.162238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019459.162253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019459.162319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339609088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019459.162360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162364:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162367:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162380:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019459.162391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339609216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162404:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019459.162405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162412:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019459.162428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339609344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019459.162442:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162446:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162448:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019459.162471:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339609472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1734019459.162483:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339609088:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019459.162484:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162487:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162490:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162493:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019459.162504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339609600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019459.162517:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162529:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3722 00000100:00080000:0.0:1734019459.162532:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162535:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162539:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019459.162575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339609728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019459.162584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019459.162587:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019459.162589:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019459.162592:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3722 00000800:00000100:2.0:1734019459.162594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019459.162595:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019459.162598:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019459.162602:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019459.162610:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019459.162617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8716a00 x1818247339609088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162636:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339609088/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162650:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162654:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339609088:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019459.162662:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609216:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019459.162681:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8715180 x1818247339609216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162700:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339609216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162714:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609216:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019459.162720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609344:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019459.162734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8714e00 x1818247339609344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339609344/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162761:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609344:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019459.162788:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019459.162801:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162807:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8716d80 x1818247339609472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339609472/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339609472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019459.162836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609600:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019459.162848:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8717100 x1818247339609600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339609600/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162880:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609600:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019459.162890:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019459.162902:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162908:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8715500 x1818247339609728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162918:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339609728/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162925:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162927:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162930:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019459.162936:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019459.162949:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019459.162955:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019459/real 1734019459] req@ffff8800a8715880 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019459.162965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339609856/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019459.162973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019459.162975:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019459.162978:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339609856:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019459.410372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019460.412410:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019461.414380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019462.416356:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019463.418364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019464.170234:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170244:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019464.170248:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170258:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170268:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019464.170311:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339609984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019464.170353:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170361:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170364:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019464.170386:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170411:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170414:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019464.170416:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170419:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019464.170437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019464.170448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170452:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170454:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170457:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019464.170532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019464.170548:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170552:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00100000:2.0:1734019464.170553:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339609984:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019464.170555:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170559:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170564:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019464.170571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019464.170585:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019464.170588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019464.170605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339610624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019464.170613:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019464.170616:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019464.170617:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734019464.170618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019464.170621:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3728 00000100:00080000:0.0:1734019464.170624:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019464.170627:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019464.170631:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019464.170638:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339610752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019464.170641:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8717800 x1818247339609984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339609984/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170670:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170673:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170677:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339609984:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019464.170685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610112:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019464.170703:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170710:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8714a80 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170722:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339610112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170729:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610112:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019464.170741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610240:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019464.170754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8715880 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170779:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339610240/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170787:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170789:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170792:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610240:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019464.170817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019464.170830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8715500 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339610368/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339610368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019464.170865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610496:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019464.170878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8717100 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339610496/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170904:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170907:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610496:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019464.170913:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019464.170926:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170932:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8716d80 x1818247339610624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170941:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339610624/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170948:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170951:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.170954:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019464.170959:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019464.170971:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019464.170977:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019464/real 1734019464] req@ffff8800a8714e00 x1818247339610752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019464.170987:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339610752/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019464.170995:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019464.170997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019464.171000:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339610752:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019464.420354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019465.422393:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019466.424367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019467.426351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019468.428362:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019469.178255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019469.178270:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178280:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178288:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019469.178334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339610880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019469.178367:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178372:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019469.178374:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178404:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178407:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019469.178421:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019469.178433:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339611008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019469.178443:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178446:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019469.178449:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178453:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178459:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019469.178463:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019469.178472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339611136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019469.178472:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339610880:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019469.178481:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178484:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019469.178486:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178490:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178492:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178496:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019469.178500:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019469.178507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339611264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019469.178515:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178518:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019469.178520:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178523:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178526:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178529:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019469.178533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019469.178541:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339611392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019469.178541:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019469.178550:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019469.178553:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019469.178554:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178558:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178561:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019469.178564:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178564:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8715180 x1818247339610880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019469.178568:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019469.178575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339611520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019469.178583:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019469.178584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339610880/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019469.178586:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019469.178588:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019469.178591:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3733 00000100:00080000:0.0:1734019469.178593:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019469.178595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019469.178596:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019469.178598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019469.178600:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019469.178603:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339610880:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019469.178608:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339611648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019469.178611:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611008:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019469.178628:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8716a00 x1818247339611008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178648:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339611008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178658:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178661:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611008:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019469.178685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611136:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019469.178698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178705:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8715f80 x1818247339611136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178715:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339611136/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178726:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611136:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019469.178735:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019469.178747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8714380 x1818247339611264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339611264/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019469.178782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611392:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019469.178795:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8716680 x1818247339611392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178811:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339611392/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178821:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178824:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611392:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019469.178831:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611520:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019469.178844:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8717480 x1818247339611520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339611520/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019469.178878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019469.178891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019469.178896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019469/real 1734019469] req@ffff8800a8714700 x1818247339611648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019469.178906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339611648/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019469.178914:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019469.178916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019469.178919:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339611648:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019469.430362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019470.432418:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019471.434384:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019472.436415:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019473.438392:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019474.186251:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186260:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019474.186265:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186352:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019474.186390:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339611776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019474.186431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186436:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186439:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186443:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019474.186464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339611904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186474:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186477:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019474.186479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186485:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019474.186503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339612032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019474.186517:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186521:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186523:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186527:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019474.186533:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339611776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019474.186539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186548:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019474.186552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186555:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186558:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186561:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019474.186572:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339612288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019474.186585:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019474.186588:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186591:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186594:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186598:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019474.186598:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019474.186605:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339612416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019474.186614:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019474.186617:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019474.186619:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019474.186620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8717b80 x1818247339611776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019474.186622:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3738 00000100:00080000:0.0:1734019474.186625:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019474.186628:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019474.186632:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019474.186640:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339612544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019474.186640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339611776/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186659:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339611776:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019474.186666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611904:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019474.186684:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186692:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8714000 x1818247339611904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339611904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186711:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186714:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339611904:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019474.186723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612032:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019474.186736:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186742:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8714700 x1818247339612032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186753:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339612032/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186760:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186763:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186767:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612032:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019474.186791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019474.186804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8717480 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339612160/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019474.186840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612288:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019474.186852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186859:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8716680 x1818247339612288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186869:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339612288/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186876:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186878:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186881:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612288:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019474.186887:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019474.186903:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186909:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8714380 x1818247339612416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339612416/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186932:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019474.186937:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019474.186950:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019474.186956:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019474/real 1734019474] req@ffff8800a8715f80 x1818247339612544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019474.186966:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339612544/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019474.186973:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019474.186975:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019474.186978:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339612544:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019474.440374:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019475.442412:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019476.444421:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019477.446398:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019478.448429:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019479.194271:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194281:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019479.194285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194296:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194305:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194313:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019479.194350:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339612672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019479.194383:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019479.194389:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194394:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194397:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194400:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019479.194410:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019479.194422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019479.194432:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194435:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019479.194437:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019479.194451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019479.194459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339612928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019479.194468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019479.194472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194476:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019479.194485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019479.194493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339613056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019479.194495:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339612672:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019479.194502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019479.194507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194511:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194513:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194516:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019479.194521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019479.194528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019479.194536:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019479.194540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019479.194554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019479.194561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019479.194561:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019479.194569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019479.194572:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019479.194573:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019479.194576:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3743 00000100:00080000:0.0:1734019479.194579:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019479.194582:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194584:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8716a00 x1818247339612672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019479.194586:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019479.194594:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019479.194611:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339612672/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339612672:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019479.194636:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612800:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019479.194655:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8715180 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339612800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194681:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194687:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612800:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019479.194693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612928:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019479.194706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8714e00 x1818247339612928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339612928/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194733:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194736:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339612928:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019479.194761:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019479.194774:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8716d80 x1818247339613056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339613056/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194799:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019479.194809:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613184:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019479.194822:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194828:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8717100 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194838:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339613184/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613184:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019479.194857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019479.194872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8715500 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194889:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339613312/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194896:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019479.194906:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019479.194918:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019479.194924:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019479/real 1734019479] req@ffff8800a8715880 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019479.194934:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339613440/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019479.194942:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019479.194944:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019479.194947:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339613440:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019479.450411:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019480.452405:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019481.454335:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019482.456405:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019483.458383:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019484.202235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019484.202250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019484.202314:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339613568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202347:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202351:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019484.202353:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202358:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202361:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202365:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019484.202385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339613696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019484.202399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202403:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019484.202424:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339613824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202433:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202436:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019484.202438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202441:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202444:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019484.202456:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339613568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019484.202459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339613952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019484.202473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202481:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019484.202493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339614080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019484.202507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00080000:0.0:1734019484.202514:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202517:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202521:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019484.202521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019484.202529:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339614208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019484.202537:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019484.202539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019484.202541:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019484.202544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3748 00000100:00100000:2.0:1734019484.202544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8714a80 x1818247339613568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019484.202547:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019484.202550:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019484.202554:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019484.202561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339614336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019484.202571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339613568/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202589:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339613568:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019484.202597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613696:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019484.202615:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8717800 x1818247339613696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339613696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613696:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019484.202653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613824:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019484.202666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8715880 x1818247339613824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339613824/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202693:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202697:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613824:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019484.202721:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019484.202734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202740:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8715500 x1818247339613952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339613952/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339613952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019484.202769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614080:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019484.202781:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8717100 x1818247339614080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339614080/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614080:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019484.202816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019484.202832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8716d80 x1818247339614208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339614208/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019484.202865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019484.202878:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019484.202884:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019484/real 1734019484] req@ffff8800a8714e00 x1818247339614336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019484.202894:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339614336/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019484.202901:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019484.202903:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019484.202906:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614336:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019484.460343:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019485.462377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019486.464351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019487.466385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019488.468262:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019489.210165:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210171:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019489.210174:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210181:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210186:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210191:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019489.210215:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339614464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019489.210242:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210245:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210246:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210248:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210254:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019489.210260:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339614592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210264:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210266:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019489.210267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210269:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210270:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210272:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210274:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019489.210279:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339614720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210283:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210284:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019489.210285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210287:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210289:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210291:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210293:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019489.210297:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339614848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210301:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210303:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019489.210304:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019489.210304:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339614464:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019489.210306:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210307:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210309:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210311:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019489.210315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339614976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210319:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210320:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019489.210321:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210323:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210324:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210326:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210328:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019489.210332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339615104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019489.210339:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019489.210341:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019489.210342:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019489.210343:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3753 00000100:00080000:0.0:1734019489.210345:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019489.210346:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019489.210346:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019489.210349:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019489.210352:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019489.210360:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8715180 x1818247339614464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210374:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339614464/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210379:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210381:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210384:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339614464:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019489.210387:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614592:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019489.210397:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210401:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8716a00 x1818247339614592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210407:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339614592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210411:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210412:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210414:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614592:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019489.210416:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614720:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019489.210424:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210427:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8715f80 x1818247339614720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210432:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339614720/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210436:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210438:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210439:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614720:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019489.210453:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019489.210460:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210464:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8714380 x1818247339614848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210469:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339614848/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210473:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210475:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210476:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339614848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019489.210479:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614976:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019489.210485:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210488:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8716680 x1818247339614976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210493:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339614976/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210498:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210499:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210500:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339614976:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019489.210503:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019489.210511:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210514:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8717480 x1818247339615104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210520:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339615104/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210523:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210524:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210526:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019489.210528:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019489.210535:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019489.210538:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019489/real 1734019489] req@ffff8800a8714700 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019489.210543:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339615232/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019489.210546:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019489.210547:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019489.210549:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615232:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019489.470261:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019490.472249:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019491.474431:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019492.476368:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019493.478382:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019494.218238:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019494.218256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019494.218269:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218290:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019494.218336:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339615360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218380:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019494.218382:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019494.218387:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218391:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218395:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218406:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019494.218419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218434:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019494.218436:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019494.218440:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218443:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218447:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218451:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019494.218464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019494.218477:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019494.218481:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019494.218500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019494.218515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019494.218515:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339615360:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019494.218519:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218531:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019494.218539:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218551:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019494.218552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019494.218556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218566:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019494.218573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339616000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019494.218581:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019494.218584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019494.218586:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734019494.218587:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019494.218590:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3758 00000100:00080000:0.0:1734019494.218593:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019494.218596:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019494.218600:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019494.218609:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339616128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019494.218613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8714000 x1818247339615360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339615360/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218655:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339615360:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019494.218668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615488:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019494.218687:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.218694:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8717b80 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218705:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339615488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218713:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218716:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218719:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615488:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019494.218726:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615616:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019494.218740:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.218746:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8714700 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339615616/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218764:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615616:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019494.218798:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615744:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019494.218812:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.218818:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8717480 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218829:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339615744/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218836:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218842:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339615744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019494.218848:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615872:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019494.218861:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.218867:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8716680 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218877:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339615872/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218885:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218887:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218890:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339615872:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019494.218897:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019494.218913:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.218919:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8714380 x1818247339616000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.218930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339616000/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.218937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.218939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.218942:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019494.218948:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616128:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019494.219005:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019494.219013:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019494/real 1734019494] req@ffff8800a8715f80 x1818247339616128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019494.219024:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339616128/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019494.219032:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019494.219034:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019494.219037:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616128:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019494.480381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019495.482396:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019496.484357:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019497.486371:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019498.488351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019499.226241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019499.226254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226265:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226273:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019499.226319:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339616256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226352:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226356:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019499.226358:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226363:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226366:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226370:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226379:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019499.226390:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339616384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019499.226404:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019499.226428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339616512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019499.226441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226445:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226451:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019499.226458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339616256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019499.226462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339616640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019499.226476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226479:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226481:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226485:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019499.226496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339616768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019499.226510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019499.226514:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019499.226523:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019499.226531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339616896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019499.226539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019499.226542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019499.226544:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019499.226545:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8716a00 x1818247339616256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019499.226547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3763 00000100:00080000:0.0:1734019499.226550:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019499.226553:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019499.226557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019499.226563:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339617024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019499.226572:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339616256/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226582:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339616256:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019499.226597:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616384:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019499.226614:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226621:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8715180 x1818247339616384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226632:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339616384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226640:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616384:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019499.226652:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616512:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019499.226666:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8714e00 x1818247339616512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339616512/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226693:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616512:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019499.226721:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019499.226734:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226741:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8716d80 x1818247339616640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226752:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339616640/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226759:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226761:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226764:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339616640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019499.226769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616768:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019499.226782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226788:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8717100 x1818247339616768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339616768/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226811:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616768:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019499.226817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019499.226832:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8715500 x1818247339616896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226849:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339616896/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226856:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226858:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226861:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339616896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019499.226867:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019499.226925:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019499.226933:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019499/real 1734019499] req@ffff8800a8715880 x1818247339617024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019499.226944:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339617024/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019499.226952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019499.226954:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019499.226958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617024:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019499.490367:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019500.492351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019501.494361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019502.496337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019503.498353:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019504.234237:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234246:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019504.234250:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234261:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019504.234312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339617152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234358:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019504.234360:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234380:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019504.234391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339617280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019504.234405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234419:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019504.234429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339617408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234440:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019504.234441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234445:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019504.234461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339617152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019504.234464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019504.234478:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234481:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019504.234498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339617664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019504.234509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019504.234511:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234515:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019504.234525:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019504.234532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339617792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019504.234546:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734019504.234547:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8717800 x1818247339617152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019504.234549:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019504.234551:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019504.234554:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3768 00000100:00080000:0.0:1734019504.234556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019504.234559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019504.234563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019504.234566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339617152/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019504.234570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339617920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734019504.234583:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234586:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234591:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339617152:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019504.234598:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617280:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019504.234616:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234622:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8714a80 x1818247339617280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234634:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339617280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617280:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019504.234653:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617408:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019504.234667:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8715880 x1818247339617408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339617408/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234691:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234693:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234696:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617408:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019504.234725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019504.234738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8715500 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339617536/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234763:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234765:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339617536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019504.234773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617664:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019504.234841:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234851:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8717100 x1818247339617664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234863:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339617664/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617664:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019504.234882:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019504.234899:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8716d80 x1818247339617792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234916:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339617792/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234929:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019504.234934:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019504.234946:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019504.234952:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019504/real 1734019504] req@ffff8800a8714e00 x1818247339617920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019504.234962:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339617920/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019504.234970:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019504.234972:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019504.234975:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339617920:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019504.500358:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019505.502368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019506.504367:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019507.506424:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019508.508355:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019509.242255:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242267:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019509.242272:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242286:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242306:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019509.242347:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339618048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019509.242385:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242390:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019509.242392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242396:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242400:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242404:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019509.242427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019509.242437:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019509.242443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242450:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019509.242466:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339618304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019509.242474:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242477:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019509.242479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242482:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242488:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019509.242500:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339618432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019509.242502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339618048:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019509.242509:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242512:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019509.242514:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242518:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242520:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242523:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019509.242535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019509.242543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019509.242547:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242554:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019509.242556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242560:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1734019509.242566:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019509.242568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019509.242576:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019509.242579:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019509.242580:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019509.242583:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3773 00000100:00080000:0.0:1734019509.242586:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734019509.242588:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8715180 x1818247339618048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019509.242589:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019509.242593:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019509.242600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019509.242607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339618048/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242622:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242626:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339618048:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019509.242634:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618176:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019509.242652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8716a00 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339618176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618176:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019509.242690:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618304:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019509.242744:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8715f80 x1818247339618304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242764:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339618304/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242774:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242777:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618304:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019509.242805:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019509.242825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242831:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8714380 x1818247339618432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339618432/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339618432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019509.242860:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618560:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019509.242873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242879:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8716680 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339618560/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242899:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242902:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618560:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019509.242908:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019509.242920:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242926:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8717480 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242943:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339618688/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242950:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242952:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.242955:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019509.242960:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019509.242973:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019509.242978:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019509/real 1734019509] req@ffff8800a8714700 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019509.242988:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339618816/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019509.242996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019509.242998:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019509.243001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339618816:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019509.510333:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019510.512371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019511.514365:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019512.516374:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019513.518373:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019514.250266:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250279:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019514.250285:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250299:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250310:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250320:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019514.250368:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339618944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019514.250408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250413:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019514.250415:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250420:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250423:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250427:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250438:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019514.250450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339619072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019514.250460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019514.250465:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250473:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250477:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019514.250495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339619200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019514.250505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019514.250509:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019514.250533:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339619328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019514.250540:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339618944:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019514.250543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019514.250549:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250553:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250555:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250559:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019514.250571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339619456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019514.250580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019514.250586:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250590:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250593:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250596:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250600:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019514.250608:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339619584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:3.0:1734019514.250610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019514.250616:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019514.250650:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019514.250651:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019514.250656:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3778 00000100:00080000:0.0:1734019514.250659:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019514.250662:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019514.250667:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019514.250677:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339619712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019514.250677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8717b80 x1818247339618944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.250698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339618944/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.250710:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.250715:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.250720:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339618944:192.168.201.160@tcp:250:kworker.0 00000100:00100000:3.0:1734019514.250728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619072:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019514.250752:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.250759:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8714000 x1818247339619072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.250770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339619072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.250778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.250781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.250785:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619072:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019514.250791:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619200:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019514.250805:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.250811:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8714700 x1818247339619200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.250822:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339619200/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.250829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.250832:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.250835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619200:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019514.250866:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019514.250883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.250889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8717480 x1818247339619328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.250900:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339619328/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.250907:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.250910:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.250913:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019514.250919:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619456:192.168.201.160@tcp:38:kworker.0 00000800:00000100:3.0:1734019514.250933:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.250939:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8716680 x1818247339619456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.250949:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339619456/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.250956:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.250958:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.250962:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619456:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019514.250968:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619584:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019514.250981:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.250987:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8714380 x1818247339619584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.251004:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339619584/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.251011:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.251014:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.251017:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619584:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019514.251023:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:3.0:1734019514.251036:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:3.0:1734019514.251042:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019514/real 1734019514] req@ffff8800a8715f80 x1818247339619712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734019514.251052:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339619712/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734019514.251059:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734019514.251062:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:3.0:1734019514.251065:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339619712:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019514.520399:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019515.522385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019516.524376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019517.526377:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019518.528406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019519.258257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258268:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019519.258273:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258287:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258297:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019519.258355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339619840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019519.258403:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019519.258410:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258415:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258419:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258422:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019519.258445:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339619968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019519.258455:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019519.258460:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258464:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258471:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258476:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019519.258485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339620096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019519.258493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019519.258498:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258501:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258506:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258509:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258514:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019519.258523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339620224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019519.258530:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339619840:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019519.258557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258561:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019519.258563:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258567:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258570:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258574:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258579:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019519.258588:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339620352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019519.258597:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258601:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019519.258603:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258607:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258611:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258614:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258618:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019519.258626:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339620480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019519.258640:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019519.258644:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019519.258645:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019519.258649:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3783 00000100:00080000:0.0:1734019519.258652:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019519.258655:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019519.258659:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734019519.258661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019519.258669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734019519.258686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620096:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019519.258714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019519.258731:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:3.0:1734019519.258748:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:3.0:1734019519.258764:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620608:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019519.530332:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019520.532330:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019521.534354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019522.264413:0:1956:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734019522.264460:0:1956:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019522.264478:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264547:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264555:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264563:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264569:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264575:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019522.264582:0:1956:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019522.264659:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8716d80 x1818247339620224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264698:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339620224/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264715:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019522.264739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8717100 x1818247339620352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264759:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339620352/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264773:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264777:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620352:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019522.264794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8715500 x1818247339620480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339620480/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264824:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264835:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620480:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019522.264845:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8715880 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339620608/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264875:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264880:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264885:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339620608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019522.264895:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8716a00 x1818247339619840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264914:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339619840/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264925:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264929:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264934:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339619840:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019522.264944:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8715180 x1818247339619968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.264974:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339619968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.264988:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.264992:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.264998:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339619968:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019522.265008:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019519/real 1734019522] req@ffff8800a8714e00 x1818247339620096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019522.265026:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339620096/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019522.265038:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019522.265042:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019522.265047:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620096:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019522.536371:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019523.538399:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019524.266249:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019524.266261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266272:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266288:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019524.266321:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339620736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019524.266362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266366:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019524.266368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266372:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266375:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266378:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019524.266398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019524.266407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019524.266412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266419:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266427:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019524.266435:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019524.266444:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266447:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019524.266448:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266477:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266481:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266484:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266489:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019524.266498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019524.266498:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339620736:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019524.266507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266510:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019524.266512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266515:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266518:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266521:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019524.266532:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019524.266540:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266543:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019524.266545:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019524.266548:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266551:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266554:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266557:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019524.266561:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019524.266565:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339621376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019524.266579:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019524.266582:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019524.266584:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019524.266584:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8714e00 x1818247339620736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019524.266587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3788 00000100:00080000:0.0:1734019524.266590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019524.266593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019524.266597:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019524.266603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339620736/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019524.266604:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339621504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019524.266614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266618:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339620736:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019524.266630:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620864:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019524.266648:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8715180 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266666:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339620864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266674:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266677:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266680:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620864:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019524.266686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620992:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019524.266700:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266707:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8716a00 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266718:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339620992/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266726:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266728:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266731:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339620992:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019524.266755:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019524.266768:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266774:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8715880 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266785:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339621120/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266792:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266794:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266798:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019524.266803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621248:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019524.266816:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8715500 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266839:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339621248/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266846:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621248:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019524.266857:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621376:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019524.266869:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266875:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8717100 x1818247339621376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266885:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339621376/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266892:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621376:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019524.266902:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019524.266915:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019524.266921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019524/real 1734019524] req@ffff8800a8716d80 x1818247339621504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019524.266932:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339621504/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019524.266939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019524.266942:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019524.266945:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339621504:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019524.540385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019525.542355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019526.544386:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019527.546377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019528.548417:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019529.274254:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274263:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019529.274267:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274286:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274294:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019529.274330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339621632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274364:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019529.274399:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274404:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274408:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274411:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019529.274422:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019529.274434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339621760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274445:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274448:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019529.274450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274454:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274456:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019529.274464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019529.274470:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339621632:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019529.274474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339621888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019529.274488:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274491:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274494:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274497:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019529.274501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019529.274509:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339622016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274517:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274520:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019529.274522:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274532:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019529.274533:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019529.274536:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019529.274544:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339622144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274552:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019529.274555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734019529.274555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8714a80 x1818247339621632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019529.274557:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274561:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00080000:0.0:1734019529.274564:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274567:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019529.274571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019529.274574:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339621632/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019529.274578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339622272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019529.274586:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019529.274586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019529.274589:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019529.274589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019529.274591:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019529.274594:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3793 00000100:00100000:2.0:1734019529.274594:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339621632:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019529.274597:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019529.274600:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621760:192.168.201.160@tcp:38:kworker.0 00000008:00100000:0.0:1734019529.274604:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019529.274612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339622400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019529.274620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274627:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8717800 x1818247339621760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339621760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274646:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621760:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019529.274675:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621888:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019529.274692:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8716d80 x1818247339621888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274710:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339621888/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274718:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274720:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339621888:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019529.274729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019529.274741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8717100 x1818247339622016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339622016/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019529.274776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622144:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019529.274789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274795:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8715500 x1818247339622144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274812:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339622144/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274819:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274825:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622144:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019529.274830:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622272:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019529.274842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8715880 x1818247339622272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274858:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339622272/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274865:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274867:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274870:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622272:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019529.274875:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019529.274888:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019529.274894:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019529/real 1734019529] req@ffff8800a8716a00 x1818247339622400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019529.274904:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339622400/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019529.274912:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019529.274914:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019529.274918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339622400:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019529.550356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019530.552375:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019531.554411:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019532.556376:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019533.558380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019534.282244:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019534.282257:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282267:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282275:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282311:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019534.282347:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339622528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282383:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019534.282385:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282393:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019534.282416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339622656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282429:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019534.282431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282435:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282437:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282440:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282446:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019534.282454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339622784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282463:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282466:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019534.282467:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282476:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282479:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282483:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019534.282485:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339622528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019534.282491:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282499:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282503:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019534.282504:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282507:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282510:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282513:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282517:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019534.282524:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339623040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282535:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019534.282538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019534.282542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282544:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019534.282551:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019534.282560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339623168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019534.282568:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019534.282571:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019534.282572:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019534.282573:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8715180 x1818247339622528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019534.282575:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3798 00000100:00080000:0.0:1734019534.282578:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019534.282581:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019534.282585:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019534.282592:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339623296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019534.282593:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339622528/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282603:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282607:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282611:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339622528:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019534.282619:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622656:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019534.282637:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282644:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8714e00 x1818247339622656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339622656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622656:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019534.282674:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622784:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019534.282691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8715f80 x1818247339622784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282709:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339622784/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282718:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282721:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622784:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019534.282745:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019534.282758:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282764:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8714380 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282775:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339622912/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282782:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282784:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282787:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339622912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019534.282793:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623040:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019534.282808:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8716680 x1818247339623040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282831:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339623040/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282838:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282840:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623040:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019534.282849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623168:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019534.282871:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282877:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8717480 x1818247339623168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282887:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339623168/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282894:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282896:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623168:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019534.282904:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019534.282916:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019534.282923:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019534/real 1734019534] req@ffff8800a8714700 x1818247339623296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019534.282932:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339623296/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019534.282940:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019534.282942:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019534.282945:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623296:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019534.560377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019535.562405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019536.564406:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019537.566427:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019538.568406:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019539.290279:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290288:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019539.290292:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290303:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290311:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290319:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019539.290353:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339623424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290391:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290396:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019539.290397:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290402:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290405:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290409:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019539.290429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290438:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290441:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019539.290443:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290447:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290453:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290457:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019539.290467:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339623680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290475:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290478:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019539.290479:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290487:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290490:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019539.290500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339623424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019539.290503:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339623808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019539.290516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290525:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290529:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019539.290536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290544:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290547:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019539.290549:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290555:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290558:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290562:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019539.290565:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019539.290570:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019539.290584:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019539.290587:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019539.290587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8714000 x1818247339623424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019539.290588:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019539.290592:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3803 00000100:00080000:0.0:1734019539.290594:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019539.290597:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019539.290601:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019539.290606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339623424/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019539.290609:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019539.290617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290620:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290625:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339623424:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019539.290633:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623552:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019539.290651:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290658:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8717b80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290670:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339623552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290678:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290680:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623552:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019539.290689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623680:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019539.290706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290713:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8714700 x1818247339623680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339623680/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290732:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290735:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290738:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623680:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019539.290762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019539.290775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8717480 x1818247339623808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290791:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339623808/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290798:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290801:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290804:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339623808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019539.290810:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623936:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019539.290823:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290829:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8716680 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290846:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339623936/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290854:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290856:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290859:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339623936:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019539.290865:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624064:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019539.290877:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290883:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8714380 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339624064/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290900:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624064:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019539.290910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019539.290923:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019539.290929:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019539/real 1734019539] req@ffff8800a8715f80 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019539.290940:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339624192/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019539.290947:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019539.290950:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019539.290953:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624192:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019539.570419:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019540.572376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019541.574375:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019542.576376:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019543.578365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019544.298239:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019544.298253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019544.298313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339624320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298346:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019544.298352:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298357:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298360:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298364:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298374:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019544.298385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339624448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298398:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019544.298400:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298404:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298406:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298409:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298414:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019544.298422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339624576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019544.298434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298449:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019544.298455:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339624320:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019544.298460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339624704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019544.298474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298480:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298483:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019544.298495:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339624832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298503:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298506:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019544.298507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019544.298511:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019544.298520:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019544.298527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339624960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019544.298535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019544.298538:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019544.298539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019544.298542:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8714e00 x1818247339624320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019544.298543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3808 00000100:00080000:0.0:1734019544.298545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019544.298548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019544.298552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019544.298560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339625088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019544.298562:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339624320/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298575:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298580:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339624320:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019544.298587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624448:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019544.298605:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298613:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8715180 x1818247339624448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298624:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339624448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624448:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019544.298643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624576:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019544.298660:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8716a00 x1818247339624576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339624576/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298690:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624576:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019544.298714:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019544.298727:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298734:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8715880 x1818247339624704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298744:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339624704/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298751:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298753:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298757:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339624704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019544.298762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624832:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019544.298775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8715500 x1818247339624832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298798:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339624832/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624832:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019544.298816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624960:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019544.298827:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298833:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8717100 x1818247339624960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298843:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339624960/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339624960:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019544.298861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019544.298873:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019544.298880:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019544/real 1734019544] req@ffff8800a8716d80 x1818247339625088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019544.298890:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339625088/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019544.298897:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019544.298900:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019544.298903:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625088:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019544.580356:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019545.582380:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019546.584403:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019547.586364:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019548.588344:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019549.306229:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306238:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019549.306243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306253:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306262:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306270:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019549.306306:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339625216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306339:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306343:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019549.306345:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306350:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306353:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306356:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306366:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019549.306377:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339625344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306386:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019549.306391:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306395:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306398:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306401:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306407:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019549.306416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339625472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306425:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306428:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019549.306429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306433:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306435:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306442:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019549.306446:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339625216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019549.306450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339625600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306459:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019549.306464:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306468:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306470:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306473:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019549.306485:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339625728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306493:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306496:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019549.306498:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306502:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306505:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306508:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306512:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019549.306512:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019549.306519:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339625856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019549.306527:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019549.306530:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019549.306532:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019549.306535:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3813 00000100:00080000:0.0:1734019549.306537:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019549.306540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019549.306544:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019549.306550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8717800 x1818247339625216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019549.306552:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019549.306571:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339625216/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339625216:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019549.306598:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625344:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019549.306624:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306631:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8714a80 x1818247339625344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306643:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339625344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306651:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306654:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306657:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625344:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019549.306663:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625472:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019549.306680:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306687:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8716d80 x1818247339625472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306697:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339625472/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306705:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306710:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625472:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019549.306734:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019549.306747:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306753:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8717100 x1818247339625600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306763:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339625600/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306771:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306773:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306776:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339625600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019549.306782:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625728:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019549.306794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8715500 x1818247339625728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339625728/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306826:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306828:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306831:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625728:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019549.306836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625856:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019549.306848:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306854:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8715880 x1818247339625856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306864:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339625856/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625856:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019549.306881:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019549.306894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019549.306900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019549/real 1734019549] req@ffff8800a8716a00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019549.306910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339625984/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019549.306917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019549.306920:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019549.306923:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339625984:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019549.590353:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019550.592294:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019551.594309:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019552.596317:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019553.598310:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019554.314253:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314262:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019554.314266:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314277:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314285:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314293:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019554.314329:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339626112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314369:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314374:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019554.314375:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314380:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314383:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314387:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019554.314406:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019554.314421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314425:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314435:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019554.314443:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019554.314456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314459:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314470:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019554.314475:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339626112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019554.314478:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314487:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314490:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019554.314491:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314494:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314497:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314500:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314504:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019554.314511:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314519:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314523:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019554.314524:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314527:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314530:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314533:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314537:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019554.314540:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019554.314545:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339626752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019554.314559:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019554.314563:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1734019554.314563:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8715180 x1818247339626112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019554.314564:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019554.314568:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3818 00000100:00080000:0.0:1734019554.314570:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019554.314573:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019554.314577:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019554.314583:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339626112/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019554.314584:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339626880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019554.314593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314602:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339626112:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019554.314609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626240:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019554.314627:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8714e00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314646:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339626240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314654:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314660:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626240:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019554.314665:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626368:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019554.314682:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314689:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8715f80 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314700:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339626368/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314707:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314710:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314713:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626368:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019554.314737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019554.314750:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314756:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8714380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314767:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339626496/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314774:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314776:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314780:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339626496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019554.314785:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626624:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019554.314798:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314804:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8716680 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314821:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339626624/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314829:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314831:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314834:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626624:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019554.314840:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626752:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019554.314852:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314858:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8717480 x1818247339626752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314868:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339626752/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314875:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314877:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314880:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626752:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019554.314885:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019554.314898:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019554.314904:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019554/real 1734019554] req@ffff8800a8714700 x1818247339626880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019554.314915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339626880/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019554.314922:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019554.314925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019554.314928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339626880:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019554.600306:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019555.602293:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019556.604391:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019557.606381:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019558.608412:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019559.322245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019559.322262:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019559.322276:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322287:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322297:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019559.322345:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339627008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019559.322384:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019559.322393:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019559.322401:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322406:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322412:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019559.322448:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339627136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019559.322458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339627008:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019559.322465:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019559.322472:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019559.322478:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322482:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019559.322507:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339627264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019559.322520:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322524:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019559.322526:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019559.322532:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322535:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322540:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322546:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019559.322548:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019559.322558:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339627392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019559.322571:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322576:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019559.322579:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019559.322579:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8717b80 x1818247339627008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019559.322585:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322590:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322595:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322601:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019559.322606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339627008/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019559.322615:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339627520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019559.322621:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.322627:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019559.322628:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019559.322633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339627008:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019559.322634:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019559.322637:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019559.322642:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322647:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019559.322651:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322657:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019559.322666:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019559.322669:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339627648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019559.322683:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019559.322688:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019559.322691:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1734019559.322695:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019559.322697:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3823 00000100:00080000:0.0:1734019559.322702:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019559.322706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8714000 x1818247339627136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019559.322707:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019559.322714:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019559.322724:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339627136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019559.322727:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339627776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019559.322739:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.322742:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.322747:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627136:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019559.322756:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627264:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019559.322789:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019559.322801:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8714700 x1818247339627264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019559.322820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339627264/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019559.322830:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.322833:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.322837:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627264:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019559.322844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627392:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019559.322904:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019559.322913:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8717480 x1818247339627392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019559.322925:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339627392/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019559.322934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.322936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.322939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339627392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019559.322945:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627520:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019559.322963:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019559.322970:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8716680 x1818247339627520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019559.322988:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339627520/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019559.322996:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.322998:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.323001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627520:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019559.323019:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627648:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019559.323032:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019559.323039:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8714380 x1818247339627648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019559.323049:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339627648/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019559.323056:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.323059:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.323062:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627648:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019559.323067:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627776:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019559.323080:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019559.323086:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019559/real 1734019559] req@ffff8800a8715f80 x1818247339627776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019559.323096:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339627776/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019559.323103:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019559.323106:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019559.323140:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339627776:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019559.610401:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019560.612357:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019561.614387:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019562.616307:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019563.618335:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019564.330240:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330248:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019564.330253:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330279:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019564.330315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339627904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330353:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019564.330355:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330366:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019564.330387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339628032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019564.330401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330405:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330416:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019564.330425:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339628160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330434:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330437:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019564.330438:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330442:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019564.330457:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339627904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019564.330459:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330471:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019564.330473:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330476:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330478:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019564.330493:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339628416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330501:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330504:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019564.330506:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330513:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019564.330516:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019564.330522:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019564.330528:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339628544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019564.330536:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019564.330539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019564.330540:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019564.330544:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3828 00000100:00080000:0.0:1734019564.330546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019564.330546:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8714e00 x1818247339627904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019564.330549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019564.330553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019564.330561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339628672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019564.330566:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339627904/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330576:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330580:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330585:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339627904:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019564.330592:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628032:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019564.330610:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330617:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8715180 x1818247339628032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330629:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339628032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330639:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628032:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019564.330648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628160:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019564.330665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8716a00 x1818247339628160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339628160/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628160:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019564.330720:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019564.330733:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330739:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8715880 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330749:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339628288/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330757:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330759:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330762:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019564.330768:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628416:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019564.330814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330822:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8715500 x1818247339628416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330840:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339628416/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330848:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330850:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330853:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628416:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019564.330858:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628544:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019564.330872:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330878:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8717100 x1818247339628544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330888:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339628544/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330895:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330898:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330901:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628544:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019564.330906:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019564.330919:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019564.330925:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019564/real 1734019564] req@ffff8800a8716d80 x1818247339628672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019564.330935:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339628672/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019564.330943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019564.330945:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019564.330949:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339628672:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019564.620366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019565.622372:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019566.624391:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019567.626429:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019568.628405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019569.338230:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338243:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019569.338249:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338283:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019569.338330:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339628800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019569.338377:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019569.338384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338389:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338396:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019569.338420:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019569.338429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338433:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019569.338434:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338439:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338442:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338446:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338450:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019569.338462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339629056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019569.338471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338474:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019569.338476:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338480:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338487:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338492:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019569.338501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339629184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019569.338506:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339628800:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019569.338511:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019569.338516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338526:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338530:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019569.338538:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019569.338547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019569.338552:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00080000:0.0:1734019569.338559:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338562:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338567:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019569.338575:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019569.338575:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019569.338590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019569.338593:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019569.338595:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019569.338599:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3833 00000100:00100000:2.0:1734019569.338599:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8714a80 x1818247339628800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019569.338602:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019569.338605:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019569.338609:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019569.338617:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019569.338619:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339628800/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339628800:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019569.338648:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628928:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019569.338668:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.338675:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8717800 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.338686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339628928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338738:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338743:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339628928:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019569.338750:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629056:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019569.338772:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.338780:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8716d80 x1818247339629056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.338792:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339629056/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338800:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338802:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338805:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629056:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019569.338832:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019569.338846:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.338852:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8717100 x1818247339629184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.338862:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339629184/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338870:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338873:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338876:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019569.338883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629312:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019569.338896:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.338903:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8715500 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.338920:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339629312/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338927:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338930:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338933:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629312:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019569.338939:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629440:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019569.338951:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.338957:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8715880 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.338967:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339629440/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.338974:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.338976:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.338979:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629440:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019569.338985:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019569.338998:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019569.339005:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019569/real 1734019569] req@ffff8800a8716a00 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019569.339015:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339629568/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019569.339022:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019569.339026:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019569.339029:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339629568:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019569.630365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019570.632372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019571.634345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019572.636366:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019573.638372:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019574.346248:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346257:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019574.346261:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346271:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346280:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346287:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019574.346324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339629696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346358:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019574.346365:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346369:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346376:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346386:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019574.346397:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339629824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346410:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019574.346412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346416:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346418:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346422:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019574.346434:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339629952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346445:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019574.346447:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346450:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346453:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346456:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019574.346466:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339629696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019574.346468:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339630080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346476:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346479:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019574.346481:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346485:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346487:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346491:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346495:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019574.346502:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339630208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346510:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346513:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019574.346515:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346518:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346520:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019574.346523:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346527:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019574.346531:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019574.346535:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339630336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019574.346543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019574.346546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019574.346547:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019574.346551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3838 00000100:00080000:0.0:1734019574.346553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019574.346555:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8715180 x1818247339629696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019574.346557:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019574.346561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019574.346568:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339630464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019574.346574:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339629696/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346588:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346593:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339629696:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019574.346600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629824:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019574.346665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346674:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8714e00 x1818247339629824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346686:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339629824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346695:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346697:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346701:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629824:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019574.346707:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629952:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019574.346725:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346731:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8715f80 x1818247339629952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346743:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339629952/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346750:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346752:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346756:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339629952:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019574.346781:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019574.346794:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346800:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8714380 x1818247339630080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346810:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339630080/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346820:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346823:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019574.346829:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630208:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019574.346842:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346848:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8716680 x1818247339630208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339630208/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346872:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346877:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630208:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019574.346883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630336:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019574.346894:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346900:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8717480 x1818247339630336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346910:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339630336/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346917:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346919:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346922:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630336:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019574.346928:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019574.346940:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019574.346946:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019574/real 1734019574] req@ffff8800a8714700 x1818247339630464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019574.346956:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339630464/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019574.346963:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019574.346966:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019574.346969:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339630464:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019574.640360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019575.642368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019576.644365:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019577.646347:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019578.648385:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019579.354241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354249:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019579.354254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354264:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354272:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354280:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019579.354317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339630592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354350:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019579.354356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354360:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354363:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354367:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354376:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019579.354387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339630720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354396:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354400:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019579.354401:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354405:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354411:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019579.354427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339630848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019579.354440:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354446:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354454:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019579.354454:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339630592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019579.354462:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339630976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354470:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354473:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019579.354475:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354478:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354481:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354484:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019579.354496:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339631104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354504:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354507:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019579.354509:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00080000:0.0:1734019579.354516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019579.354519:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354561:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019579.354571:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339631232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019579.354580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019579.354584:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019579.354585:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019579.354589:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3843 00000100:00100000:2.0:1734019579.354590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8714000 x1818247339630592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019579.354592:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019579.354595:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019579.354599:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019579.354607:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019579.354609:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339630592/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354620:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354624:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339630592:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019579.354637:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630720:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019579.354661:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354668:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8717b80 x1818247339630720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354679:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339630720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354687:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354690:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354693:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630720:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019579.354699:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630848:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019579.354716:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354722:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8714700 x1818247339630848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354733:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339630848/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630848:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019579.354770:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019579.354783:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354789:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8717480 x1818247339630976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354799:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339630976/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354807:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354809:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354812:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339630976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019579.354817:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631104:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019579.354830:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354836:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8716680 x1818247339631104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354853:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339631104/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631104:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019579.354871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631232:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019579.354883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8714380 x1818247339631232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339631232/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631232:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019579.354916:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019579.354929:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019579.354935:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019579/real 1734019579] req@ffff8800a8715f80 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019579.354945:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339631360/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019579.354952:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019579.354955:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019579.354958:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339631360:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019579.650369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019580.652335:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019581.654355:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019582.656364:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019583.658348:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019584.362211:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362220:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019584.362224:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362235:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362243:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362251:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019584.362286:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339631488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019584.362328:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362332:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019584.362334:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362338:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362341:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362345:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362354:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019584.362364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019584.362374:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362377:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019584.362378:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362383:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362385:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362389:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019584.362401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019584.362409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362412:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019584.362414:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362417:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362424:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362429:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019584.362430:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339631488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019584.362436:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019584.362471:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019584.362476:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362480:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019584.362499:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019584.362507:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362511:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019584.362512:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362516:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362519:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362522:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362525:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019584.362533:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339632128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019584.362546:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631616:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019584.362547:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019584.362550:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019584.362552:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019584.362556:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3848 00000100:00080000:0.0:1734019584.362558:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019584.362561:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019584.362565:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019584.362567:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631744:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019584.362573:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339632256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019584.362590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019584.362604:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019584.362620:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019584.362635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632256:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019584.660377:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019585.662343:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019586.664385:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019587.368382:0:1957:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:3.0:1734019587.368477:0:1957:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019587.368495:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368528:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368536:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368543:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368550:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368557:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:3.0:1734019587.368563:0:1957:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:2.0:1734019587.368604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8715880 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368642:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339631872/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368660:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368673:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019587.368684:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8715500 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339632000/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368717:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368721:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368726:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632000:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019587.368736:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8717100 x1818247339632128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368756:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339632128/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368768:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368772:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368777:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632128:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019587.368787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8716d80 x1818247339632256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368806:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339632256/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368818:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368822:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368827:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019587.368837:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8714e00 x1818247339631488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368857:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339631488/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368878:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368882:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339631488:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019587.368910:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8715180 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368930:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339631616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368943:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368947:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.368953:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631616:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019587.368963:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019584/real 1734019587] req@ffff8800a8716a00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019587.368981:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339631744/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019587.368994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019587.368997:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019587.369002:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339631744:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019587.666336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019588.668351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019589.370250:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370259:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019589.370263:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370273:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370281:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370289:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019589.370324:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339632384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019589.370397:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370401:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019589.370403:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370408:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370412:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370416:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019589.370438:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339632512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019589.370451:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019589.370456:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370460:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370463:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019589.370464:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339632384:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019589.370466:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019589.370480:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339632640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019589.370489:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370492:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019589.370493:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370497:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370500:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370503:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370507:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019589.370515:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339632768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019589.370523:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370526:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:2.0:1734019589.370526:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019589.370528:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370531:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370534:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370537:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370542:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019589.370548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8717800 x1818247339632384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019589.370549:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339632896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019589.370557:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019589.370560:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019589.370562:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019589.370565:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370567:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370570:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370574:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019589.370576:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339632384/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019589.370581:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339633024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019589.370587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019589.370590:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019589.370590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00080000:0.0:1734019589.370592:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019589.370594:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019589.370595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339632384:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019589.370597:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3853 00000100:00080000:0.0:1734019589.370599:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019589.370602:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019589.370606:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019589.370614:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339633152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019589.370617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632512:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019589.370634:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370642:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8714a80 x1818247339632512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370653:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339632512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370661:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370664:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370667:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632512:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019589.370673:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632640:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019589.370686:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370693:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8716a00 x1818247339632640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370703:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339632640/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370711:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370713:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370717:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632640:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019589.370723:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019589.370735:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370741:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8715180 x1818247339632768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370751:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339632768/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370758:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370760:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370763:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339632768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019589.370769:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632896:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019589.370782:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370787:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8714e00 x1818247339632896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370797:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339632896/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370805:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370807:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370810:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339632896:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019589.370816:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633024:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019589.370831:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370838:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8716d80 x1818247339633024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370848:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339633024/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370855:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370857:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370860:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633024:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019589.370877:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019589.370889:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019589.370896:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019589/real 1734019589] req@ffff8800a8717100 x1818247339633152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019589.370906:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339633152/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019589.370913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019589.370915:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019589.370918:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633152:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019589.670331:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019590.672365:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019591.674370:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019592.676349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019593.678363:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019594.378257:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378265:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019594.378304:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378315:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378323:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378331:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019594.378367:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339633280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019594.378405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378410:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378413:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378417:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378426:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019594.378437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339633408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019594.378451:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378462:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019594.378475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339633536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378487:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019594.378489:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378495:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378498:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378502:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019594.378507:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339633280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019594.378510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378522:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019594.378523:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378526:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378529:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378532:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019594.378543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339633792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378551:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378555:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019594.378556:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019594.378560:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378563:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378566:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000800:00000100:2.0:1734019594.378568:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378571:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019594.378578:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339633920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019594.378586:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019594.378589:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019594.378590:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019594.378590:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8715500 x1818247339633280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019594.378594:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3858 00000100:00080000:0.0:1734019594.378596:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019594.378599:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019594.378603:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019594.378612:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339634048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019594.378616:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339633280/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378626:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378629:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378634:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339633280:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019594.378641:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633408:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019594.378659:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378666:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8715880 x1818247339633408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378677:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339633408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378685:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378691:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633408:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019594.378697:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633536:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019594.378711:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378717:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8715f80 x1818247339633536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378727:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339633536/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378734:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633536:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019594.378765:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019594.378779:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378785:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8714380 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339633664/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339633664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019594.378813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633792:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019594.378826:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378832:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8716680 x1818247339633792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378842:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339633792/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378850:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378852:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378855:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633792:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019594.378861:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633920:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019594.378876:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378882:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8717480 x1818247339633920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378893:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339633920/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378900:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378902:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378905:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339633920:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019594.378910:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019594.378922:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019594.378928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019594/real 1734019594] req@ffff8800a8714700 x1818247339634048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019594.378938:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339634048/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019594.378945:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019594.378948:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019594.378951:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634048:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019594.680318:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019595.682363:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019596.684345:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019597.686377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019598.688360:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019599.386268:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386277:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019599.386281:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386291:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386300:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386307:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019599.386343:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339634176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386382:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386387:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019599.386389:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386393:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386396:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386399:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386409:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019599.386419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019599.386433:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386438:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386441:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386444:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386448:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019599.386458:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339634432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386466:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386469:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019599.386470:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386474:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386478:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386481:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386485:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019599.386492:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339634176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019599.386494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339634560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019599.386507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386510:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386513:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386516:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386520:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019599.386527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386535:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019599.386539:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019599.386540:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019599.386555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019599.386560:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019599.386575:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019599.386577:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8717b80 x1818247339634176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019599.386578:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019599.386580:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019599.386583:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3863 00000100:00080000:0.0:1734019599.386586:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019599.386589:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019599.386593:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019599.386600:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019599.386603:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339634176/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386617:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386622:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339634176:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019599.386629:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634304:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019599.386647:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386654:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8714000 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339634304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634304:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019599.386685:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634432:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019599.386698:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386704:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8714700 x1818247339634432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386714:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339634432/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386722:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386725:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386728:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634432:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019599.386752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019599.386766:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386772:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8717480 x1818247339634560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386783:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339634560/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386790:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386795:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339634560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019599.386801:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634688:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019599.386814:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386820:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8716680 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386830:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339634688/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386837:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386839:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386843:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634688:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019599.386849:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634816:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019599.386864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386871:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8714380 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339634816/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634816:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019599.386898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019599.386911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019599.386917:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019599/real 1734019599] req@ffff8800a8715f80 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019599.386927:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339634944/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019599.386934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019599.386936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019599.386939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339634944:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019599.690338:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019600.692361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019601.694337:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019602.696330:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019603.698336:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019604.394243:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394251:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019604.394256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394266:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394274:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019604.394317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339635072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019604.394351:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394355:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019604.394357:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394362:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394365:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019604.394378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019604.394389:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339635200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019604.394399:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019604.394405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394414:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019604.394418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019604.394426:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339635328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019604.394435:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019604.394439:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394443:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394445:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394448:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019604.394452:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019604.394460:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339635456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019604.394461:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339635072:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019604.394469:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394472:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019604.394474:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394477:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394479:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394482:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019604.394486:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019604.394494:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339635584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019604.394502:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394505:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019604.394507:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394510:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394512:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394515:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019604.394519:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019604.394525:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019604.394527:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339635712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019604.394534:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019604.394537:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019604.394539:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019604.394542:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3868 00000100:00080000:0.0:1734019604.394545:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019604.394548:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394548:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8715880 x1818247339635072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:0.0:1734019604.394552:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019604.394559:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339635840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019604.394575:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339635072/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394589:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394593:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339635072:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019604.394601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635200:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019604.394619:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394626:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8715500 x1818247339635200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339635200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394645:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394648:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394651:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635200:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019604.394657:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635328:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019604.394671:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8717100 x1818247339635328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394687:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339635328/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394694:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394697:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394700:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635328:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019604.394725:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635456:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019604.394738:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394744:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8716d80 x1818247339635456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394755:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339635456/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394762:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394765:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394768:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339635456:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019604.394773:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635584:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019604.394786:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394791:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8714e00 x1818247339635584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394802:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339635584/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394809:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394811:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394814:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635584:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019604.394820:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635712:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019604.394835:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394841:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8715180 x1818247339635712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394852:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339635712/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394859:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394861:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394864:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635712:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019604.394869:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635840:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019604.394881:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019604.394887:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019604/real 1734019604] req@ffff8800a8716a00 x1818247339635840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019604.394897:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339635840/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019604.394905:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019604.394907:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019604.394910:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339635840:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019604.700336:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019605.702334:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019606.704317:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019607.706326:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019608.708372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019609.402225:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402237:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019609.402243:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402256:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402266:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019609.402325:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339635968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019609.402362:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019609.402369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402374:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402377:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402381:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019609.402392:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019609.402404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339636096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019609.402414:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402418:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019609.402420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019609.402437:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019609.402450:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339636224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019609.402451:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339635968:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019609.402460:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402464:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019609.402466:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402470:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402472:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402476:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019609.402480:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019609.402488:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339636352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019609.402497:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402500:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019609.402501:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402505:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402508:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402512:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019609.402516:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1734019609.402518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019609.402523:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339636480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019609.402532:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019609.402536:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019609.402538:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402543:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00100000:2.0:1734019609.402543:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8714a80 x1818247339635968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019609.402546:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019609.402549:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019609.402553:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019609.402561:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339636608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019609.402569:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019609.402570:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339635968/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019609.402573:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019609.402574:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019609.402578:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3873 00000100:00080000:0.0:1734019609.402580:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019609.402581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019609.402584:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019609.402585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019609.402588:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019609.402590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339635968:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019609.402596:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019609.402599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636096:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019609.402618:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8717800 x1818247339636096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402637:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339636096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402645:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402648:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402651:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636096:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019609.402677:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636224:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019609.402691:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402698:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8716a00 x1818247339636224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402708:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339636224/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402716:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402719:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402723:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636224:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019609.402729:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636352:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019609.402742:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402748:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8715180 x1818247339636352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339636352/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402766:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402768:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402771:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636352:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019609.402777:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636480:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019609.402791:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402797:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8714e00 x1818247339636480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402807:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339636480/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402814:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402817:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402820:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636480:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019609.402827:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636608:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019609.402843:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402849:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8716d80 x1818247339636608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402860:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339636608/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402867:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402869:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402872:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636608:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019609.402878:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636736:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019609.402891:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019609.402897:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019609/real 1734019609] req@ffff8800a8717100 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019609.402907:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339636736/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019609.402915:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019609.402917:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019609.402920:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339636736:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019609.710309:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019610.712324:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019611.714327:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019612.716366:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019613.718344:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019614.410235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410245:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019614.410249:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410260:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019614.410312:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339636864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019614.410354:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410359:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019614.410361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410365:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410368:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410372:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410381:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019614.410392:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019614.410401:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410404:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019614.410406:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410410:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410412:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019614.410428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019614.410436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019614.410441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410445:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410449:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410452:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410456:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019614.410464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019614.410465:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339636864:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019614.410473:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410476:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019614.410477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410480:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410483:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410486:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410490:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019614.410497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019614.410505:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410508:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019614.410510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019614.410513:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410516:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410519:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410523:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019614.410528:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019614.410530:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339637504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019614.410545:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019614.410548:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019614.410550:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019614.410550:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8715500 x1818247339636864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019614.410553:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3878 00000100:00080000:0.0:1734019614.410556:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019614.410559:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019614.410563:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019614.410569:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339637632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019614.410577:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339636864/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410587:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410590:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410595:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339636864:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019614.410602:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636992:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019614.410620:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8715880 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339636992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410647:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410649:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410652:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339636992:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019614.410658:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637120:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019614.410672:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8715f80 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410688:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339637120/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410696:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410699:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410702:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637120:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019614.410728:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637248:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019614.410741:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410747:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8714380 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410758:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339637248/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410765:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410767:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410770:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637248:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019614.410776:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637376:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019614.410788:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410794:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8716680 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410804:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339637376/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410811:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410813:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410817:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637376:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019614.410822:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637504:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019614.410838:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410844:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8717480 x1818247339637504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410854:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339637504/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410861:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410863:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410866:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637504:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019614.410871:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637632:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019614.410883:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019614.410889:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019614/real 1734019614] req@ffff8800a8714700 x1818247339637632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019614.410899:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339637632/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019614.410906:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019614.410908:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019614.410911:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339637632:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019614.720322:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019615.722375:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019616.724359:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019617.726372:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019618.728376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019619.418221:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418230:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019619.418234:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418245:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418253:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418261:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019619.418296:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339637760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418329:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418333:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019619.418335:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418340:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418343:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418347:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418357:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019619.418369:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339637888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418379:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418382:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019619.418384:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418388:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418390:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418394:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418398:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019619.418408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339638016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019619.418420:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418426:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418429:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019619.418435:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339637760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019619.418441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339638144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418454:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019619.418456:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418459:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418462:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418465:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418469:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019619.418477:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339638272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418485:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019619.418488:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019619.418490:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418493:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418496:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019619.418497:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019619.418499:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418503:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019619.418510:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339638400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019619.418518:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019619.418519:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8714000 x1818247339637760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019619.418521:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019619.418522:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019619.418525:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3883 00000100:00080000:0.0:1734019619.418528:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019619.418531:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019619.418535:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019619.418543:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339638528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019619.418546:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339637760/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418556:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418559:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418563:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339637760:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019619.418571:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637888:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019619.418588:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418595:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8717b80 x1818247339637888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418606:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339637888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418614:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418616:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418620:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339637888:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019619.418626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638016:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019619.418639:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8714700 x1818247339638016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418655:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339638016/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418663:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418665:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418669:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638016:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019619.418693:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638144:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019619.418706:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418712:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8717480 x1818247339638144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418723:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339638144/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418730:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418732:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418735:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638144:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019619.418741:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638272:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019619.418754:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418760:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8716680 x1818247339638272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418770:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339638272/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418780:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418783:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638272:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019619.418789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638400:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019619.418804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418810:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8714380 x1818247339638400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418820:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339638400/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418827:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418829:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418832:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638400:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019619.418838:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638528:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019619.418896:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019619.418905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019619/real 1734019619] req@ffff8800a8715f80 x1818247339638528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019619.418915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339638528/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019619.418923:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019619.418925:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019619.418928:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339638528:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019619.730324:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019620.732341:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019621.734304:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019622.736379:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019623.738351:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019624.426228:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426237:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019624.426241:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426251:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426259:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426267:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019624.426302:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339638656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019624.426334:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426338:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019624.426340:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426345:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426347:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426351:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426360:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019624.426371:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339638784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019624.426380:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019624.426385:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426389:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426392:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426395:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426400:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019624.426408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339638912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019624.426417:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426419:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019624.426421:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426424:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426427:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426434:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019624.426441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019624.426441:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339638656:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019624.426450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426453:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019624.426455:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426458:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426460:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426463:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426467:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019624.426474:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339639168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019624.426483:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019624.426488:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426491:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426494:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019624.426497:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426501:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019624.426505:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019624.426508:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339639296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019624.426516:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019624.426519:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019624.426521:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019624.426524:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3888 00000100:00080000:0.0:1734019624.426526:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019624.426527:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8715880 x1818247339638656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019624.426529:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019624.426533:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019624.426540:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339639424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019624.426554:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339638656/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426564:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426568:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426572:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339638656:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019624.426580:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638784:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019624.426597:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426605:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8715500 x1818247339638784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426616:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339638784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426623:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426626:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426629:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638784:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019624.426635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638912:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019624.426649:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8717100 x1818247339638912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426665:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339638912/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426673:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426676:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426679:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339638912:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019624.426704:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639040:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019624.426717:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426723:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8716d80 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426734:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339639040/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426741:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426743:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426746:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639040:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019624.426752:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639168:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019624.426804:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426814:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8714e00 x1818247339639168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426825:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339639168/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426833:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426835:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426838:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639168:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019624.426844:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639296:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019624.426864:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426870:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8715180 x1818247339639296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426881:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339639296/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426888:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426890:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426893:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639296:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019624.426898:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639424:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019624.426911:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019624.426916:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019624/real 1734019624] req@ffff8800a8716a00 x1818247339639424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019624.426926:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339639424/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019624.426934:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019624.426936:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019624.426939:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339639424:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019624.740351:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019625.742358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019626.744250:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019627.746319:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019628.748270:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019629.434224:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434230:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019629.434233:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434240:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434247:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434252:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019629.434288:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339639552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434312:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434315:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019629.434316:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434318:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434320:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434322:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434328:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019629.434334:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434339:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434340:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019629.434341:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434343:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434345:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434346:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434349:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019629.434355:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339639808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434359:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434361:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019629.434361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434363:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434365:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434367:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434369:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019629.434374:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339639936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019629.434380:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434382:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434383:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434385:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434387:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019629.434389:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339639552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019629.434391:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434395:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019629.434398:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434400:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434401:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434403:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434405:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019629.434408:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019629.434416:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019629.434417:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019629.434418:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019629.434420:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3893 00000100:00080000:0.0:1734019629.434421:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019629.434423:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019629.434425:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019629.434429:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019629.434432:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434446:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8717800 x1818247339639552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434460:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339639552/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434466:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434467:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434470:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339639552:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019629.434473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639680:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019629.434483:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434486:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8714a80 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434492:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339639680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434496:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434497:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434499:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639680:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019629.434502:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639808:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019629.434509:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434512:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8716a00 x1818247339639808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434517:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339639808/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434521:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434522:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434524:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639808:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019629.434527:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639936:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019629.434534:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434537:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8715180 x1818247339639936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434542:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339639936/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434546:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434547:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434549:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339639936:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019629.434565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640064:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019629.434572:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8714e00 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339640064/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434585:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434586:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640064:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019629.434590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640192:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019629.434598:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434602:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8716d80 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434607:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339640192/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434611:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434612:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434613:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640192:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019629.434616:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640320:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019629.434622:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019629.434625:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019629/real 1734019629] req@ffff8800a8717100 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019629.434630:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339640320/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019629.434634:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019629.434635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019629.434637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640320:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019629.750327:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019630.752312:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019631.754368:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019632.756359:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019633.758452:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019634.442187:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442195:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019634.442200:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442210:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442220:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442227:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019634.442263:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339640448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442285:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442288:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019634.442289:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442293:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442295:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442297:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442306:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019634.442313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339640576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442319:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442322:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019634.442323:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442325:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442327:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019634.442327:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339640448:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019634.442329:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442331:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019634.442337:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339640704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442341:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442343:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019634.442344:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442346:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442347:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442350:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442352:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019634.442357:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339640832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442361:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442363:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019634.442365:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442367:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442369:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442371:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442373:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019634.442378:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339640960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442382:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442384:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019634.442385:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442388:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442389:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442391:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442393:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019634.442393:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019634.442398:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339641088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019634.442402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019634.442404:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019634.442405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019634.442406:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3898 00000100:00080000:0.0:1734019634.442408:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019634.442410:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019634.442412:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019634.442413:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8715500 x1818247339640448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019634.442416:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339641216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019634.442438:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339640448/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442448:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442451:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442455:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339640448:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019634.442478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640576:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019634.442496:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442503:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8715880 x1818247339640576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442514:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339640576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442521:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442524:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442527:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640576:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019634.442532:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640704:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019634.442545:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442551:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8715f80 x1818247339640704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442560:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339640704/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442567:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442570:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442573:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640704:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019634.442578:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640832:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019634.442594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442661:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8714380 x1818247339640832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442672:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339640832/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442679:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442681:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339640832:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019634.442689:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640960:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019634.442705:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442711:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8716680 x1818247339640960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442721:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339640960/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442728:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442730:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442732:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339640960:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019634.442737:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641088:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019634.442755:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442762:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8717480 x1818247339641088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442772:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339641088/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442779:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641088:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019634.442789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641216:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019634.442802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019634.442808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019634/real 1734019634] req@ffff8800a8714700 x1818247339641216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019634.442817:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339641216/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019634.442825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019634.442826:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019634.442829:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641216:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019634.760312:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019635.762336:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019636.764350:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019637.766378:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019638.768368:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019639.450214:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450224:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019639.450227:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450236:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450245:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450252:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019639.450286:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339641344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450310:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450312:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019639.450314:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450317:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450318:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450320:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450328:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019639.450335:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339641472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450342:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019639.450343:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450346:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450348:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450350:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450353:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019639.450361:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339641600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450366:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450368:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019639.450368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450371:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450372:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450374:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019639.450382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339641728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019639.450388:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339641344:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019639.450389:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019639.450389:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019639.450401:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339641856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450406:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450408:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019639.450409:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450413:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019639.450422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339641984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019639.450427:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019639.450428:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019639.450429:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019639.450431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3903 00000100:00080000:0.0:1734019639.450432:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019639.450434:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019639.450436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019639.450441:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019639.450450:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450468:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8717b80 x1818247339641344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450485:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339641344/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450491:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450493:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450496:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339641344:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019639.450500:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641472:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019639.450511:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8714000 x1818247339641472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450550:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339641472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450555:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450557:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450559:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641472:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019639.450563:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641600:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019639.450573:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450576:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8714700 x1818247339641600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450581:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339641600/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450586:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450588:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450590:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641600:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019639.450609:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641728:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019639.450617:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450620:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8717480 x1818247339641728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450626:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339641728/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450630:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450631:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450633:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339641728:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019639.450635:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641856:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019639.450642:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450645:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8716680 x1818247339641856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450650:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339641856/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450655:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450656:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450658:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641856:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019639.450661:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641984:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019639.450669:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450673:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8714380 x1818247339641984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450678:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339641984/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450682:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450683:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450684:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339641984:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019639.450687:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642112:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019639.450694:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019639.450697:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019639/real 1734019639] req@ffff8800a8715f80 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019639.450702:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339642112/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019639.450706:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019639.450707:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019639.450708:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642112:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019639.770369:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019640.772358:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019641.774408:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019642.776341:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019643.778472:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019644.458241:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458250:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019644.458254:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458262:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458271:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458277:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019644.458313:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339642240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458343:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458360:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019644.458361:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458364:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458366:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458369:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458377:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019644.458384:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019644.458392:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458394:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458395:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458397:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019644.458404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458407:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019644.458410:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458414:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458416:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019644.458422:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458426:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458438:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019644.458439:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458441:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458442:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458444:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458447:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019644.458451:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458456:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458458:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019644.458459:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734019644.458459:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339642240:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019644.458461:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458462:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458464:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458466:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019644.458470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339642880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019644.458480:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019644.458483:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019644.458484:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019644.458486:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3908 00000100:00080000:0.0:1734019644.458488:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019644.458491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019644.458494:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019644.458501:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339643008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019644.458515:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458531:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8715880 x1818247339642240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458546:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339642240/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458552:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458553:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458556:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339642240:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019644.458559:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642368:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019644.458569:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458572:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8715500 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458578:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339642368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458581:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458583:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458584:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642368:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019644.458587:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642496:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019644.458594:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458597:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8717100 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458601:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339642496/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458604:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458606:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458608:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642496:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019644.458623:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642624:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019644.458630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8716d80 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339642624/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458641:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458642:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458643:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339642624:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019644.458646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642752:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019644.458652:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458655:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8714e00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458659:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339642752/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458662:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458663:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458665:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642752:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019644.458668:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642880:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019644.458676:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458678:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8715180 x1818247339642880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339642880/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458689:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339642880:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019644.458691:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643008:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019644.458697:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019644.458699:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019644/real 1734019644] req@ffff8800a8716a00 x1818247339643008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019644.458704:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339643008/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019644.458708:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019644.458709:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019644.458711:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643008:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019644.780321:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019645.782377:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019646.784405:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019647.786354:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019648.788330:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019649.466247:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466256:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019649.466259:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466282:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019649.466315:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339643136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466378:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466381:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019649.466382:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466385:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466387:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466389:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466397:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019649.466404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339643264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466409:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466411:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019649.466412:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466414:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466416:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466417:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466420:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019649.466427:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339643392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466430:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466432:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019649.466432:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466435:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466436:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466438:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466440:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019649.466444:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339643520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466449:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466450:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019649.466452:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466454:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00100000:2.0:1734019649.466454:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339643136:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019649.466456:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466458:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466460:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019649.466464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339643648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466468:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466470:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019649.466470:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466473:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466475:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466477:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019649.466481:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339643776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019649.466484:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019649.466486:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019649.466487:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019649.466488:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3913 00000100:00080000:0.0:1734019649.466490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019649.466491:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019649.466493:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019649.466497:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339643904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019649.466527:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019649.466539:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019649.466556:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019649.466565:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019649.466573:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019649.466581:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643904:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019649.790400:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019650.792416:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019651.794447:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019652.472679:0:1958:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.160:988 00000400:00000100:2.0:1734019652.472747:0:1958:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.160@tcp at host 192.168.201.160 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019652.472768:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019652.472821:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019652.472830:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019652.472837:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019652.472843:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000800:00000100:2.0:1734019652.472849:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019652.472850:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8714a80 x1818247339643136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000100:2.0:1734019652.472855:0:1958:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.160@tcp 00000100:00100000:0.0:1734019652.472872:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339643136/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.472895:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.472899:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339643136:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019652.472905:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8717800 x1818247339643264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.472915:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339643264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472920:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.472922:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.472924:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643264:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019652.472928:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8716a00 x1818247339643392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.472933:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339643392/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472937:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.472939:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.472940:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643392:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019652.472959:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8715180 x1818247339643520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.472965:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339643520/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472969:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.472971:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.472972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339643520:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019652.472975:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8714e00 x1818247339643648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.472981:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339643648/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472984:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.472985:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.472987:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643648:192.168.201.160@tcp:38:kworker.0 00000100:00100000:0.0:1734019652.472990:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8716d80 x1818247339643776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.472995:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339643776/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.472998:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.473000:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.473001:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643776:192.168.201.160@tcp:8:kworker.0 00000100:00100000:0.0:1734019652.473006:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019649/real 1734019652] req@ffff8800a8717100 x1818247339643904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019652.473012:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339643904/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019652.473016:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019652.473017:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:0.0:1734019652.473019:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339643904:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019652.796417:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019653.798304:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019654.474235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019654.474256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474302:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474309:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474314:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019654.474340:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339644032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474365:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474367:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019654.474368:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474371:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474372:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474374:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474381:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019654.474387:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339644160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474404:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019654.474407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474410:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019654.474419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339644288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474424:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019654.474426:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474428:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00100000:2.0:1734019654.474428:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339644032:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019654.474429:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474431:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474433:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019654.474437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474442:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474443:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019654.474444:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474446:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474448:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474450:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474453:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019654.474457:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339644544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474461:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474463:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019654.474463:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474465:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474467:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474468:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474471:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019654.474474:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019654.474475:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339644672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019654.474479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019654.474480:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019654.474481:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019654.474483:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3918 00000100:00080000:0.0:1734019654.474484:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019654.474486:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019654.474488:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019654.474488:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8717100 x1818247339644032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019654.474492:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339644800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019654.474499:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339644032/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474505:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474507:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474509:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339644032:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019654.474513:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644160:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019654.474524:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474527:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8716d80 x1818247339644160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474533:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339644160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474547:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474548:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474550:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644160:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019654.474564:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644288:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019654.474571:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474575:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8714e00 x1818247339644288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474580:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339644288/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474584:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474585:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474587:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644288:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019654.474590:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644416:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019654.474597:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474600:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8715180 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474608:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339644416/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474612:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474613:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474615:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339644416:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019654.474617:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644544:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019654.474625:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474628:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8716a00 x1818247339644544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474633:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339644544/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474636:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474638:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644544:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019654.474642:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644672:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019654.474650:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474653:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8717800 x1818247339644672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474658:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339644672/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474661:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474662:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474664:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644672:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019654.474667:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644800:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019654.474674:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019654.474677:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019654/real 1734019654] req@ffff8800a8714a80 x1818247339644800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019654.474682:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339644800/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019654.474686:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019654.474687:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019654.474688:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339644800:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019654.800297:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019655.802296:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019656.804270:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019657.806333:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019658.808362:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019659.482246:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482253:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019659.482256:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482263:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482269:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482275:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019659.482301:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339644928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019659.482323:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482325:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019659.482326:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482328:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482330:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482332:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482338:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019659.482344:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019659.482349:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019659.482351:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482354:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482355:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482357:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482360:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019659.482364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339645184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019659.482369:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019659.482371:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482373:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482375:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482376:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019659.482382:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339645312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019659.482387:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482388:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019659.482389:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482391:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482392:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482394:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482396:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019659.482400:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019659.482400:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339644928:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019659.482405:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019659.482407:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482412:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482415:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019659.482419:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019659.482423:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019659.482424:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019659.482425:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019659.482427:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3923 00000100:00080000:0.0:1734019659.482428:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019659.482430:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019659.482432:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019659.482437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019659.482442:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482456:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8715500 x1818247339644928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482467:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339644928/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482472:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482474:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482476:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339644928:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019659.482480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645056:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019659.482491:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482494:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8715880 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482500:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339645056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482504:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482505:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482507:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645056:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019659.482510:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645184:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019659.482517:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482520:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8715f80 x1818247339645184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482525:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339645184/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482529:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482531:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482532:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645184:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019659.482535:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645312:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019659.482541:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482544:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8714380 x1818247339645312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482553:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339645312/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482557:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482558:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482559:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645312:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019659.482575:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645440:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019659.482582:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8716680 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482590:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339645440/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482594:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482595:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482597:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645440:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019659.482600:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645568:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019659.482606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482609:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8717480 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482614:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339645568/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482617:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645568:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019659.482624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645696:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019659.482630:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019659.482633:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019659/real 1734019659] req@ffff8800a8714700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019659.482638:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339645696/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019659.482642:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019659.482643:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019659.482644:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339645696:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019659.810335:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019660.812355:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019661.814302:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019662.816254:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019663.818341:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019664.490235:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490241:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019664.490245:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490252:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490259:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490265:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019664.490291:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339645824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490321:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490323:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019664.490324:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490327:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490328:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490330:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019664.490337:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019664.490343:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339645952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490348:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490350:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019664.490351:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490353:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490354:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490356:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019664.490358:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019664.490364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339646080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490370:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019664.490371:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490373:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490376:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490378:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019664.490380:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019664.490385:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339646208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490389:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490391:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019664.490392:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490394:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490395:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490397:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490398:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339645824:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019664.490399:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019664.490404:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339646336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490408:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490409:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019664.490410:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490412:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490414:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490415:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019664.490417:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019664.490421:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339646464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019664.490429:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019664.490431:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019664.490431:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019664.490433:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3928 00000100:00080000:0.0:1734019664.490434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019664.490436:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019664.490438:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1734019664.490441:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:0.0:1734019664.490442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339646592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019664.490456:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8714000 x1818247339645824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490467:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339645824/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490472:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490474:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490476:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339645824:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019664.490480:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645952:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019664.490491:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490495:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8717b80 x1818247339645952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490501:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339645952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490505:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490506:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490508:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339645952:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019664.490511:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646080:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019664.490519:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490522:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8714700 x1818247339646080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490527:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339646080/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490530:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490532:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490533:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646080:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019664.490548:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646208:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019664.490555:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490558:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8717480 x1818247339646208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490567:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339646208/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490572:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490573:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490574:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646208:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019664.490577:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646336:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019664.490584:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490587:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8716680 x1818247339646336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490592:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339646336/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490597:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490598:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646336:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019664.490601:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646464:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019664.490608:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490611:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8714380 x1818247339646464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490616:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339646464/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490619:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490621:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490623:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646464:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019664.490626:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646592:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019664.490633:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019664.490636:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019664/real 1734019664] req@ffff8800a8715f80 x1818247339646592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019664.490640:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339646592/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019664.490644:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019664.490645:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019664.490647:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339646592:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019664.820300:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019665.822320:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019666.824290:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019667.826253:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019668.828256:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019669.498212:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498218:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019669.498221:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498228:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498233:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498238:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019669.498260:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339646720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019669.498279:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498281:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019669.498282:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498284:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498286:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498287:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498294:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019669.498299:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339646848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019669.498304:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498306:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019669.498306:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498308:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498309:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498310:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498313:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019669.498317:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339646976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019669.498319:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339646720:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019669.498321:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498323:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019669.498323:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498325:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498326:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498328:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498329:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019669.498333:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339647104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019669.498337:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498338:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019669.498339:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498341:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498342:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498344:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498346:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019669.498349:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339647232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019669.498353:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019669.498355:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498356:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00080000:0.0:1734019669.498358:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019669.498358:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019669.498359:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498361:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019669.498364:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339647360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019669.498368:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019669.498369:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019669.498369:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019669.498371:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3933 00000100:00100000:2.0:1734019669.498371:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8715880 x1818247339646720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019669.498372:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019669.498373:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019669.498375:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019669.498378:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019669.498380:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339646720/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498385:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498386:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498388:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339646720:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019669.498391:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646848:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019669.498401:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498404:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8715500 x1818247339646848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498409:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339646848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498413:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498414:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498415:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646848:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019669.498427:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646976:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019669.498434:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498437:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8714a80 x1818247339646976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498442:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339646976/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498445:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498446:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498447:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339646976:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019669.498450:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647104:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019669.498455:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498458:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8717800 x1818247339647104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498465:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339647104/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498469:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498470:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498471:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647104:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019669.498473:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647232:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019669.498479:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498481:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8716a00 x1818247339647232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498486:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339647232/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498489:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498490:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498491:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647232:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019669.498493:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647360:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019669.498499:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498502:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8715180 x1818247339647360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498506:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339647360/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498510:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498511:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498513:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647360:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019669.498515:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647488:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019669.498521:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019669.498524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019669/real 1734019669] req@ffff8800a8714e00 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019669.498528:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339647488/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019669.498531:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019669.498532:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019669.498533:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339647488:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019669.830326:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019670.832294:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019671.834278:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019672.836376:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019673.838351:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019674.506265:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506274:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019674.506278:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506288:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506296:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506304:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019674.506341:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716d80 x1818247339647616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019674.506375:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506379:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019674.506381:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506386:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506389:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506392:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019674.506402:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019674.506413:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717100 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019674.506422:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506425:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019674.506427:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506431:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506434:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506437:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019674.506443:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019674.506454:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019674.506464:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506467:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019674.506468:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506472:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506475:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506478:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506478:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339647616:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019674.506482:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019674.506489:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019674.506498:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506501:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019674.506502:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506506:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506508:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506511:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019674.506515:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019674.506522:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019674.506531:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506534:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019674.506535:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506539:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506542:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019674.506543:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019674.506546:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019674.506550:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019674.506557:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339648256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019674.506564:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8716d80 x1818247339647616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019674.506565:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019674.506568:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019674.506569:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019674.506573:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3938 00000100:00080000:0.0:1734019674.506575:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019674.506579:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019674.506583:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019674.506584:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716d80 x1818247339647616/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019674.506590:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339648384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019674.506595:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506598:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506603:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339647616:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019674.506610:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647744:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019674.506631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506638:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8717100 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506650:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717100 x1818247339647744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506657:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506660:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506663:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647744:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019674.506686:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647872:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019674.506700:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506706:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8714e00 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506717:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339647872/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506724:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506727:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506730:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339647872:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019674.506736:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648000:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019674.506749:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506754:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8715180 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506771:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339648000/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506778:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506781:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506784:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648000:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019674.506789:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648128:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019674.506802:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506808:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8716a00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506818:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339648128/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506825:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506827:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506830:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648128:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019674.506836:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648256:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019674.506848:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506855:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8717800 x1818247339648256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506865:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339648256/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506871:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506874:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506878:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648256:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019674.506883:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648384:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019674.506896:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019674.506902:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019674/real 1734019674] req@ffff8800a8714a80 x1818247339648384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019674.506912:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339648384/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019674.506919:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019674.506921:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019674.506972:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339648384:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019674.840321:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019675.842313:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019676.844306:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019677.846306:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019678.848444:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019679.514284:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514295:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019679.514299:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514309:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514319:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514326:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019679.514362:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339648512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514402:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514406:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019679.514407:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514412:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514415:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514418:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514428:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019679.514437:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339648640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514446:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514449:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019679.514450:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514455:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514457:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514460:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019679.514472:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339648768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514479:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514482:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019679.514483:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514486:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514490:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514493:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514497:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019679.514504:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339648896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514512:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514515:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019679.514516:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514520:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00100000:2.0:1734019679.514521:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339648512:192.168.201.160@tcp:250:kworker.0 00000100:00080000:0.0:1734019679.514522:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514525:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514528:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019679.514536:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339649024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514543:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514546:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019679.514548:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514551:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514553:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514556:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514559:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019679.514567:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339649152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019679.514580:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019679.514583:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1734019679.514583:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019679.514584:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019679.514587:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3943 00000100:00080000:0.0:1734019679.514590:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019679.514593:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019679.514596:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019679.514603:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339649280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019679.514604:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8715500 x1818247339648512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514622:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339648512/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514632:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514635:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.514639:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339648512:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019679.514646:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648640:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019679.514665:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.514672:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8715880 x1818247339648640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514683:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339648640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514690:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514692:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.514695:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648640:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019679.514700:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648768:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019679.514713:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.514719:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8715f80 x1818247339648768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514728:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339648768/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514735:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514737:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.514740:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648768:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019679.514762:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648896:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019679.514775:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.514781:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8714380 x1818247339648896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514796:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339648896/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514803:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514805:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.514808:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339648896:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019679.514813:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649024:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019679.514825:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.514830:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8716680 x1818247339649024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514901:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339649024/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514913:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514916:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.514921:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649024:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019679.514930:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649152:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019679.514954:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.514966:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8717480 x1818247339649152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.514983:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339649152/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.514994:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.514998:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.515002:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649152:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019679.515011:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649280:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019679.515031:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019679.515041:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019679/real 1734019679] req@ffff8800a8714700 x1818247339649280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019679.515054:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339649280/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019679.515061:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019679.515064:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019679.515067:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649280:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019679.850305:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019680.852396:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019681.854361:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019682.856349:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019683.858361:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019684.522245:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522254:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019684.522258:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522268:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522276:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522284:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019684.522318:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717b80 x1818247339649408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522350:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522354:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019684.522356:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522361:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522364:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522368:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522378:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019684.522390:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714000 x1818247339649536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522400:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522403:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019684.522405:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522409:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522411:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522414:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522418:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019684.522428:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714700 x1818247339649664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522436:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522439:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019684.522441:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522444:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522447:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522450:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522455:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019684.522458:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339649408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019684.522464:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522472:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522475:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019684.522477:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522481:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522484:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522487:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522491:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019684.522498:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716680 x1818247339649920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522506:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019684.522509:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019684.522510:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522514:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522517:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019684.522518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019684.522520:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522524:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019684.522531:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714380 x1818247339650048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019684.522539:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019684.522539:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8717b80 x1818247339649408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019684.522542:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019684.522543:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019684.522547:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3948 00000100:00080000:0.0:1734019684.522549:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019684.522552:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019684.522556:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019684.522558:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717b80 x1818247339649408/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019684.522564:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715f80 x1818247339650176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019684.522568:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522572:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522577:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339649408:192.168.201.160@tcp:250:kworker.0 00000100:00100000:2.0:1734019684.522584:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649536:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019684.522604:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522612:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8714000 x1818247339649536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522623:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714000 x1818247339649536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522631:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522634:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522637:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649536:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019684.522643:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649664:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019684.522656:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522662:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8714700 x1818247339649664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522673:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714700 x1818247339649664/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522680:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522682:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522685:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649664:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019684.522709:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649792:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019684.522722:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522728:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8717480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522745:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717480 x1818247339649792/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522789:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522792:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522796:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339649792:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019684.522803:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649920:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019684.522819:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522827:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8716680 x1818247339649920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522838:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716680 x1818247339649920/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522845:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522848:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522851:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339649920:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019684.522856:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650048:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019684.522868:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522874:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8714380 x1818247339650048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522884:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714380 x1818247339650048/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522891:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522894:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522897:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650048:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019684.522903:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650176:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019684.522916:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019684.522921:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019684/real 1734019684] req@ffff8800a8715f80 x1818247339650176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019684.522931:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715f80 x1818247339650176/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019684.522939:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019684.522941:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019684.522944:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650176:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019684.860343:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019685.862345:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019686.864244:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019687.866253:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019688.868252:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019689.530224:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5f577172-4a06-40ec-ad19-745b0df6e880->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530231:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019689.530234:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530241:0:303:0:(import.c:523:import_select_connection()) MGC192.168.201.160@tcp: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530247:0:303:0:(import.c:580:import_select_connection()) MGC192.168.201.160@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019689.530253:0:303:0:(import.c:615:import_select_connection()) MGC192.168.201.160@tcp: import ffff88012ab39000 using connection MGC192.168.201.160@tcp_0/192.168.201.160@tcp 00000100:00100000:0.0:1734019689.530280:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715880 x1818247339650304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019689.530302:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530305:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019689.530307:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530310:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530312:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019689.530315:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800b6d17000: import ffff88012ab3f000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019689.530323:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019689.530332:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715500 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019689.530340:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530342:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019689.530343:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530346:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530348:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019689.530351:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800b6d17000: import ffff88012bdc0800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530351:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339650304:192.168.201.160@tcp:250:kworker.0 00000008:00100000:0.0:1734019689.530355:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019689.530362:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714a80 x1818247339650560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019689.530369:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 17e0478a-8ed0-4d89-8af6-cc3460ecc554->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530371:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019689.530372:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530375:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530377:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019689.530379:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800b6d17000: import ffff88012bdc2000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019689.530382:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019689.530388:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8717800 x1818247339650688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019689.530394:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1734019689.530396:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019689.530397:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019689.530398:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530400:0:303:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530402:0:303:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019689.530405:0:303:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8800aa143800: import ffff8800aa180800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019689.530408:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019689.530411:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8715880 x1818247339650304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019689.530414:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8716a00 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019689.530421:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530423:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734019689.530424:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715880 x1818247339650304/t0(0) o250->MGC192.168.201.160@tcp@192.168.201.160@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019689.530425:0:303:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530428:0:303:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530430:0:303:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019689.530431:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab39000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019689.530433:0:303:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8800aa143800: import ffff8800b5934800 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000100:00080000:2.0:1734019689.530434:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.160@tcp failed (-110) 00000008:00100000:0.0:1734019689.530436:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019689.530437:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f577172-4a06-40ec-ad19-745b0df6e880:1968:1818247339650304:192.168.201.160@tcp:250:kworker.0 00000100:00100000:0.0:1734019689.530442:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8715180 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019689.530442:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650432:192.168.201.160@tcp:38:kworker.0 00000100:00080000:0.0:1734019689.530450:0:303:0:(pinger.c:254:ptlrpc_pinger_process_import()) 5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019689.530452:0:303:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019689.530453:0:303:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019689.530456:0:303:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: connect to NID 192.168.201.160@tcp last attempt 3953 00000100:00080000:0.0:1734019689.530458:0:303:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1734019689.530459:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00080000:0.0:1734019689.530461:0:303:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8800aa143800: import ffff88012bf30000 using connection 192.168.201.160@tcp/192.168.201.160@tcp 00000008:00100000:0.0:1734019689.530464:0:303:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019689.530465:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8715500 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019689.530470:0:303:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8714e00 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019689.530474:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715500 x1818247339650432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6d17000@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530481:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012ab3f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530483:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530486:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650432:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019689.530503:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650560:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019689.530518:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530524:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8714a80 x1818247339650560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019689.530532:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714a80 x1818247339650560/t0(0) o8->lustre-OST0000-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530537:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530538:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530540:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650560:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019689.530544:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650688:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019689.530552:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530556:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8717800 x1818247339650688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019689.530565:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8717800 x1818247339650688/t0(0) o8->lustre-OST0001-osc-ffff8800b6d17000@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530569:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bdc2000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530571:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530572:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:17e0478a-8ed0-4d89-8af6-cc3460ecc554:1968:1818247339650688:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019689.530575:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650816:192.168.201.160@tcp:38:kworker.0 00000800:00000100:2.0:1734019689.530582:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530585:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8716a00 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019689.530590:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8716a00 x1818247339650816/t0(0) o38->lustre-MDT0000-mdc-ffff8800aa143800@192.168.201.160@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530593:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800aa180800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530594:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530596:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650816:192.168.201.160@tcp:38:kworker.0 00000100:00100000:2.0:1734019689.530599:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650944:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019689.530606:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530609:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8715180 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019689.530614:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8715180 x1818247339650944/t0(0) o8->lustre-OST0000-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530618:0:1968:0:(import.c:86:import_set_state_nolock()) ffff8800b5934800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530619:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530621:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339650944:192.168.201.160@tcp:8:kworker.0 00000100:00100000:2.0:1734019689.530624:0:1968:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339651072:192.168.201.160@tcp:8:kworker.0 00000800:00000100:2.0:1734019689.530631:0:1968:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.160@tcp 00000100:00100000:2.0:1734019689.530634:0:1968:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019689/real 1734019689] req@ffff8800a8714e00 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019689.530639:0:1968:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8714e00 x1818247339651072/t0(0) o8->lustre-OST0001-osc-ffff8800aa143800@192.168.201.160@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019689.530643:0:1968:0:(import.c:86:import_set_state_nolock()) ffff88012bf30000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019689.530644:0:1968:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.160@tcp failed (-110) 00000100:00100000:2.0:1734019689.530646:0:1968:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5d4ed6b0-7d77-46bb-8c94-ae2e879f27ec:1968:1818247339651072:192.168.201.160@tcp:8:kworker.0 00010000:00010000:1.0:1734019689.870296:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019690.872247:0:5236:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019691.874369:0:4738:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019692.876364:0:4737:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 70412 lines, 70412 kept, 0 dropped, 0 bad.